{"severity_text":"INFO","timestamp":"2026-11-02T11:23:19.150860802Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:19.199386206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:19.296314848Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:19.296341826Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:19.498933882Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:19.498975416Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:19.657283855Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/242d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.58680181Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691417078Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.69154506Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691602226Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691641117Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691680641Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691717957Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691755823Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691792592Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691833082Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691870046Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.69190519Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691956143Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.691986465Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.692124019Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.692255191Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.692357197Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.692385219Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.692432465Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.69247676Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.692553946Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.793329203Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 11:23:20.793371 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.994964998Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:20.995005136Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 11:23:38.744351 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.744727683Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.744941232Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.744998466Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745119048Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745132577Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745162959Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745193156Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745285944Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745414537Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745559187Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745667269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745714192Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745805917Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745908713Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745941189Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745961427Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.745988387Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.746050124Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.746339285Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.746589456Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.746611903Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.746822691Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.74711292Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.747563434Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.747704778Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.748003199Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.748089327Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.748292799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.748682137Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.749144972Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.749296983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.749534062Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.749884246Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.750213279Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751124296Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751163138Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751623738Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751705545Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751768264Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751800174Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751822274Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751847096Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751910736Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.75195191Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.751975649Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.752005826Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.752028629Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.752097533Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.752124369Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.752156575Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.75218487Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:38.752203558Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.0757395Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.123830328Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.173302862Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:23:39.214024927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.35393808Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.353988169Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.3539883Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.354019584Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.354049728Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.354058836Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.354360735Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.354378214Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.354704659Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.354725884Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.354005835Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.35507715Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.454638648Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.45467552Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.681103382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d746ac32-b4c6-4fb0-8624-71d74f126f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.68209887Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb280370-39b3-4904-bb9d-13998672328d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.730162707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b5a380f-21e9-4c88-aae2-d02d42c38c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.773117543Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a2a3696-4bb1-4f60-bb93-ae9fe6354a8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.842726134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d746ac32-b4c6-4fb0-8624-71d74f126f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:23:39.853143613Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b5a380f-21e9-4c88-aae2-d02d42c38c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.892511318Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe58e050-75f8-4e03-9853-7cc864dd5e2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.971646833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d746ac32-b4c6-4fb0-8624-71d74f126f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:23:39.973307643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b5a380f-21e9-4c88-aae2-d02d42c38c3d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:39.981116721Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc748763-13c7-4748-bd08-991a7d4eb3b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.123367924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f3a84cd-0ebb-4124-8a50-84b4216b38c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.17773915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f3a84cd-0ebb-4124-8a50-84b4216b38c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.226415454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2774a335-0b3d-40f8-8364-983a0505b71c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.230519404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f3a84cd-0ebb-4124-8a50-84b4216b38c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.28046301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2774a335-0b3d-40f8-8364-983a0505b71c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.33306729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2774a335-0b3d-40f8-8364-983a0505b71c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.484193106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cc1cbd-081f-4c13-ba86-2f0b6cf32a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.534922688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cc1cbd-081f-4c13-ba86-2f0b6cf32a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.583944796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cc1cbd-081f-4c13-ba86-2f0b6cf32a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.633024212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cc1cbd-081f-4c13-ba86-2f0b6cf32a2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.839814251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44ed657f-1ee0-498e-9119-366b39c00fe3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:40.839847411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"44ed657f-1ee0-498e-9119-366b39c00fe3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:41.270300447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0240d586-d8f4-4d4c-bc8d-3f1ab143899f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:41.27032822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0240d586-d8f4-4d4c-bc8d-3f1ab143899f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:44.034170434Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4b955112-0962-464d-aea3-61fe893aadd1","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:44.626431698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a5320b8-b313-4aac-8995-670e39ae0d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:44.626435498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a886745-ff2d-487c-95dc-001e932b193f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:44.682748665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a5320b8-b313-4aac-8995-670e39ae0d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:44.683526114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a886745-ff2d-487c-95dc-001e932b193f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:44.735328386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a5320b8-b313-4aac-8995-670e39ae0d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:44.736142025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a886745-ff2d-487c-95dc-001e932b193f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.445649017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"35ea6fa1-895b-491d-b808-b69e4d759307","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.445673413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"35ea6fa1-895b-491d-b808-b69e4d759307","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.446022213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a6ddfea-c13b-4613-8404-f6ec8a566f5e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.44603729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6a6ddfea-c13b-4613-8404-f6ec8a566f5e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.4949588Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06bfe076-bb40-4812-b3dc-98ae1d094df0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.495030318Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"24f18816-9463-4e9f-80cb-8f8528568492","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.510406761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"12a83c42-b4e4-4d38-a644-7598ff04328d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.510426651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"12a83c42-b4e4-4d38-a644-7598ff04328d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.510672365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"14b8cad9-ad25-4f43-abbd-2b11d1804115","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.510685208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"14b8cad9-ad25-4f43-abbd-2b11d1804115","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.591084431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"961f02f0-fb04-42fe-99fb-105a944633c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.591067651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"134fd930-65c0-4fd6-9981-4a2b2e579830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.647064533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"961f02f0-fb04-42fe-99fb-105a944633c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.64723127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"134fd930-65c0-4fd6-9981-4a2b2e579830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.70296846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"134fd930-65c0-4fd6-9981-4a2b2e579830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.70603832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"961f02f0-fb04-42fe-99fb-105a944633c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.848791347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78d2eb35-810e-4411-b7b4-c63366704001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.850500067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cbd1167-7bfc-45d8-b01a-c8068e476584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.903533847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78d2eb35-810e-4411-b7b4-c63366704001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.904560614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cbd1167-7bfc-45d8-b01a-c8068e476584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.9560812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78d2eb35-810e-4411-b7b4-c63366704001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:46.95663353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cbd1167-7bfc-45d8-b01a-c8068e476584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:47.747161529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"87759847-eb30-4e45-be8a-a870c6abf82f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:47.74718653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"87759847-eb30-4e45-be8a-a870c6abf82f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.709730549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af75e3b1-656e-460e-aef5-7de69302c459","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.709754917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af75e3b1-656e-460e-aef5-7de69302c459","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.710066543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27f1d934-205c-4c4a-9b85-6da809373127","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.710088619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27f1d934-205c-4c4a-9b85-6da809373127","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.71042919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6063d7ca-59b6-4fc8-a290-1286908d7298","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.710442941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6063d7ca-59b6-4fc8-a290-1286908d7298","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.766193224Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8291d686-9e62-4687-92f6-d8c5465a2917","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.768568048Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfabe1b5-0ba4-413c-8799-9c92b01da34b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.77816014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00879c20-205c-4809-8d36-1cfd849a3bb7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.778183179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00879c20-205c-4809-8d36-1cfd849a3bb7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.778465527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d470f45-a9bf-4aa8-9074-bf9631776de8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.778477529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d470f45-a9bf-4aa8-9074-bf9631776de8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.778695639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45deb0ce-6b2c-4efe-94ed-bb90b54e38d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.778706893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"45deb0ce-6b2c-4efe-94ed-bb90b54e38d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.859168773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5b622fb-0b71-4876-b919-c9270c44edb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.859168748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"732c6b48-5677-4290-91cc-a6ad6e1961e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.914869183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"732c6b48-5677-4290-91cc-a6ad6e1961e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.91486918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5b622fb-0b71-4876-b919-c9270c44edb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.968375809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5b622fb-0b71-4876-b919-c9270c44edb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:49.968607233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"732c6b48-5677-4290-91cc-a6ad6e1961e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.114115193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa926d0-4e88-427e-a106-7ccc84d87d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.114261616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02921e6b-60ba-4e89-9cc7-7af82643e9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.168515845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa926d0-4e88-427e-a106-7ccc84d87d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.168745029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02921e6b-60ba-4e89-9cc7-7af82643e9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.22171821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9aa926d0-4e88-427e-a106-7ccc84d87d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.221779978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02921e6b-60ba-4e89-9cc7-7af82643e9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.479122021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20df5d2a-0c98-4763-96cc-29bb65c5a800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.479123285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f91b98a-5756-4754-ba30-8213b7d80e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.533329327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f91b98a-5756-4754-ba30-8213b7d80e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.533553205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20df5d2a-0c98-4763-96cc-29bb65c5a800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.586402328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20df5d2a-0c98-4763-96cc-29bb65c5a800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.586566336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f91b98a-5756-4754-ba30-8213b7d80e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.904427322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6405ffd5-8191-4e9d-bef5-d152f93e52a2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:50.904467141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6405ffd5-8191-4e9d-bef5-d152f93e52a2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.301113649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"69644bd0-010d-4d97-be01-b26389b57646","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.301143002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"69644bd0-010d-4d97-be01-b26389b57646","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.301495319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c741187c-c9c0-4ccf-82a4-b31def6ac15c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.301514988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c741187c-c9c0-4ccf-82a4-b31def6ac15c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.301849806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc0ffe67-f202-4681-a36f-24002c92e5cb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.30186506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc0ffe67-f202-4681-a36f-24002c92e5cb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.302177295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c67811e-8fde-451d-8ad4-2c671da749b0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.302192259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7c67811e-8fde-451d-8ad4-2c671da749b0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.350936563Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bfdec5c2-3011-4c67-95f4-94ff1dc69940","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.350936331Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e0caf1b-158a-4765-9dc0-59ccff94e0b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.366979993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cbea6b0b-356e-48ec-b5d3-7602d731f4ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.36699917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cbea6b0b-356e-48ec-b5d3-7602d731f4ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.367245791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bb23979-15a4-4c2b-b322-3006406ecd4e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.367256229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bb23979-15a4-4c2b-b322-3006406ecd4e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.367419751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b1f1d9f2-fb57-442d-a84f-d0b4f25561d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.367429071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b1f1d9f2-fb57-442d-a84f-d0b4f25561d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.367607876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2eddbe0-28c9-49d0-81c4-518947e9a94b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.367617617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a2eddbe0-28c9-49d0-81c4-518947e9a94b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.448638056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c012d863-ab6a-471c-88ad-a9e93de9e2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.448638194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"367c3def-bef4-4812-9a73-10d1490fb174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.50336444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c012d863-ab6a-471c-88ad-a9e93de9e2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.503361873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"367c3def-bef4-4812-9a73-10d1490fb174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.557183866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c012d863-ab6a-471c-88ad-a9e93de9e2f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.557489838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"367c3def-bef4-4812-9a73-10d1490fb174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.704888191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae8ddff-4bd0-4a3c-8691-ab79bab33a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.704888746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37f0f244-432c-4f9e-9663-97ad8a583009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.759817761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37f0f244-432c-4f9e-9663-97ad8a583009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.759870046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae8ddff-4bd0-4a3c-8691-ab79bab33a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.812539251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37f0f244-432c-4f9e-9663-97ad8a583009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:54.812720061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae8ddff-4bd0-4a3c-8691-ab79bab33a66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:55.495510985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e56b10d-493a-4f89-9d05-2a3550d3db77","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:55.49553718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e56b10d-493a-4f89-9d05-2a3550d3db77","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.726916865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dbc91b25-dfc5-418d-bc39-6bb86db7d536","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.726942601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dbc91b25-dfc5-418d-bc39-6bb86db7d536","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.727252981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38a7f3ce-7cdb-4214-a96c-cd86bf3db8e4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.72727229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38a7f3ce-7cdb-4214-a96c-cd86bf3db8e4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.727501969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"30bf80e3-b35d-4aba-a16d-0edc9fc6114c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.727516134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"30bf80e3-b35d-4aba-a16d-0edc9fc6114c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.727716779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca9bdba7-32e1-403d-aef8-793e33ff4621","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.72772472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ca9bdba7-32e1-403d-aef8-793e33ff4621","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.727895869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"116b08fd-ff1d-4c30-a63e-23c80462ae9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.727906979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"116b08fd-ff1d-4c30-a63e-23c80462ae9f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.776414949Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60866295-d366-46cc-a411-7f9146465ba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.776738678Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bca4ae0d-dd7a-4690-b179-2f04eda1a990","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.792699385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d201d10-4f4d-4603-a774-cb518352cd46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.792718495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d201d10-4f4d-4603-a774-cb518352cd46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.79294305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5eb6ecea-d176-4aac-b642-48f504aa7f5e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.792953757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5eb6ecea-d176-4aac-b642-48f504aa7f5e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.793123293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fdfab81-ed5b-4aef-b36b-1a0e0bb6019f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.793133004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fdfab81-ed5b-4aef-b36b-1a0e0bb6019f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.793297962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c29e5f37-61ed-4e46-9356-d9bb820ebc60","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.793308227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c29e5f37-61ed-4e46-9356-d9bb820ebc60","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.793541115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec762268-7bcb-4f60-a189-4dcffb275b4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.79355363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ec762268-7bcb-4f60-a189-4dcffb275b4b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.873516619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e047b88f-1d75-4b34-bc81-e1215c9a476d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.873516594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3206f9db-a6ae-44b9-9966-c62efaf2fdd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.927737015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3206f9db-a6ae-44b9-9966-c62efaf2fdd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.927736016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e047b88f-1d75-4b34-bc81-e1215c9a476d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.980930026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e047b88f-1d75-4b34-bc81-e1215c9a476d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:57.981074694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3206f9db-a6ae-44b9-9966-c62efaf2fdd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.128507559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04d3e95-7f0e-4537-bb8b-697156defc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.128537122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10dc210a-afd2-4430-ba4d-209e5922dd09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.18270708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04d3e95-7f0e-4537-bb8b-697156defc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.182835068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10dc210a-afd2-4430-ba4d-209e5922dd09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.235306322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04d3e95-7f0e-4537-bb8b-697156defc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.235389518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10dc210a-afd2-4430-ba4d-209e5922dd09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.520722208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d449b9cc-a870-47a1-b152-d721c04e1480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.520722075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba17a9f0-de71-433e-8d61-368d34bc01bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.576386404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba17a9f0-de71-433e-8d61-368d34bc01bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.57642053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d449b9cc-a870-47a1-b152-d721c04e1480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.629816346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d449b9cc-a870-47a1-b152-d721c04e1480","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.629896511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba17a9f0-de71-433e-8d61-368d34bc01bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.831219703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3569c27-24ff-450b-81d2-c9c17181c883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.832520662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03fa5ee2-aff3-4372-81f8-ef6ef70d8a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.88574818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3569c27-24ff-450b-81d2-c9c17181c883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.886306069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03fa5ee2-aff3-4372-81f8-ef6ef70d8a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.925394621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43730ee2-853a-4b5d-bb71-8b7110052b17","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.925414219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43730ee2-853a-4b5d-bb71-8b7110052b17","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.938627114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3569c27-24ff-450b-81d2-c9c17181c883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:58.938670952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03fa5ee2-aff3-4372-81f8-ef6ef70d8a15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:23:58.98900001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03fa5ee2-aff3-4372-81f8-ef6ef70d8a15","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:59.140579955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75fa1d8e-9675-459e-8ddf-f0e04a4bedae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:59.194471659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75fa1d8e-9675-459e-8ddf-f0e04a4bedae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:23:59.24686744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75fa1d8e-9675-459e-8ddf-f0e04a4bedae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.175082732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e31a6c80-3e96-4d4b-bb28-d747da06647c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.175109362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e31a6c80-3e96-4d4b-bb28-d747da06647c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.175748886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0976d16-807f-497c-97de-9a1c58016c92","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.17577029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e0976d16-807f-497c-97de-9a1c58016c92","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.1765523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ae098fa-d9c8-48f1-a56d-cebbb6992ab1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.176567676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ae098fa-d9c8-48f1-a56d-cebbb6992ab1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.177377529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe28fc20-39da-4099-a1af-86578be2f558","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.177405419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fe28fc20-39da-4099-a1af-86578be2f558","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.178127404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ec20c99-83a0-4888-9c83-6a2cec2f0c81","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.178148146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ec20c99-83a0-4888-9c83-6a2cec2f0c81","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.178566672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ac79525-9e77-4dae-a124-265be48257b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.178583824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ac79525-9e77-4dae-a124-265be48257b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.225332355Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"344aba69-a4dc-4827-bc7d-7c77b265f66c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.225345003Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b70195a0-db91-431e-9eb7-8e9cd0265fe1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.241322124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"60c4b9f0-0374-4991-b606-197eb1b3bfe8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.241347102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"60c4b9f0-0374-4991-b606-197eb1b3bfe8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.241620929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"66a5709f-15fb-4d42-9dba-2bcf548e19b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.241634882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"66a5709f-15fb-4d42-9dba-2bcf548e19b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.241853019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"008ac898-f067-40e0-9bda-30c22ff71d01","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.24186437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"008ac898-f067-40e0-9bda-30c22ff71d01","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.242041352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d69338dd-b057-4857-80b2-86415d60e08c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.242052433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d69338dd-b057-4857-80b2-86415d60e08c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.242226159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b75a2354-7a6b-4927-86a3-b89d78fdfdb9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.24223551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b75a2354-7a6b-4927-86a3-b89d78fdfdb9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.24241784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62623730-db96-474c-b52c-b4945dadee0c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.242427339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62623730-db96-474c-b52c-b4945dadee0c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.325896064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"345fb7d1-6eac-400e-9960-b4811670d09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.325896154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"016c343f-aeb7-432c-9a0c-ea536d65e289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.386255096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"345fb7d1-6eac-400e-9960-b4811670d09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.386267468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"016c343f-aeb7-432c-9a0c-ea536d65e289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.43940425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"016c343f-aeb7-432c-9a0c-ea536d65e289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.439424829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"345fb7d1-6eac-400e-9960-b4811670d09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.586013377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"433f9636-6e09-4e97-9c35-05b463159edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.58603294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f85737d-966d-445d-baf2-0dcb59f85d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.64031509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"433f9636-6e09-4e97-9c35-05b463159edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.640432133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f85737d-966d-445d-baf2-0dcb59f85d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.693745001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"433f9636-6e09-4e97-9c35-05b463159edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:04.693809348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f85737d-966d-445d-baf2-0dcb59f85d72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:05.290145353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73b72cb-53b2-4935-9672-b105ec659dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:05.290148277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e9d05b-9142-4203-b3c8-0148f77071b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:05.344721073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e9d05b-9142-4203-b3c8-0148f77071b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:05.345207184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73b72cb-53b2-4935-9672-b105ec659dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:05.390033447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba039367-3e76-4292-b079-b20f8bd1a20d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:05.390053276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ba039367-3e76-4292-b079-b20f8bd1a20d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:05.397805919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e73b72cb-53b2-4935-9672-b105ec659dd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:05.397837332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e9d05b-9142-4203-b3c8-0148f77071b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.001717531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f77fd99e-8345-44fb-895f-3b7acc2cdf68","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.001816592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f77fd99e-8345-44fb-895f-3b7acc2cdf68","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.002282265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76d0687f-90ac-404e-be01-0989e2abdd08","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.002302655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"76d0687f-90ac-404e-be01-0989e2abdd08","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.002618931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21f4d6d4-209b-41fe-aa20-5c68ebd4ef8b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.002633639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21f4d6d4-209b-41fe-aa20-5c68ebd4ef8b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.002859805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6926487e-5d07-4d3c-b920-3aafcd24e455","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.002874631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6926487e-5d07-4d3c-b920-3aafcd24e455","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.00310458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e6f3703-59f6-431b-9144-de206e7270ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.003121354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e6f3703-59f6-431b-9144-de206e7270ad","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.003387443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3f2c9e2a-c0ae-4abb-8c34-cd17fdbcb492","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.003399516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3f2c9e2a-c0ae-4abb-8c34-cd17fdbcb492","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.003742489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a92bfd36-24a5-4c93-a1fc-3de75294c008","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.003757026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a92bfd36-24a5-4c93-a1fc-3de75294c008","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.051474684Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f97404cd-6000-4cd0-9ed6-187485ed2ce4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.068681413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a74112c2-cec4-46ef-b74f-0b42e9967191","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.068707763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a74112c2-cec4-46ef-b74f-0b42e9967191","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.069088687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0475d6e2-1db4-4f29-b64c-8f47a540e602","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.06916037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0475d6e2-1db4-4f29-b64c-8f47a540e602","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.069519693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"960ce4a7-260a-47a3-93f6-9380dab62998","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.069540288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"960ce4a7-260a-47a3-93f6-9380dab62998","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.06982504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a03b3994-21e2-4a51-9269-d8cdd9c22406","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.069881679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a03b3994-21e2-4a51-9269-d8cdd9c22406","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.070202235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"008dacd7-2f5b-46cb-b1b0-ce230fc2a078","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.070220075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"008dacd7-2f5b-46cb-b1b0-ce230fc2a078","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.070539221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a4456f2f-13e6-43db-a3a5-b307411b3bf9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.070556909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a4456f2f-13e6-43db-a3a5-b307411b3bf9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.070906439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65734212-ff53-4fb5-80db-4f9642cf1e79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.070958566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65734212-ff53-4fb5-80db-4f9642cf1e79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.148949984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a07ee8ff-e2ee-4ef5-b21d-8bbfdb384db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.149238262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d47b5e2-6ab2-47d4-ba5b-b718dfc90425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.203620785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a07ee8ff-e2ee-4ef5-b21d-8bbfdb384db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.205522589Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ccbe529a-c73b-4350-92cc-ce6d8225ebe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.206353293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d47b5e2-6ab2-47d4-ba5b-b718dfc90425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.258153478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a07ee8ff-e2ee-4ef5-b21d-8bbfdb384db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.258566887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d47b5e2-6ab2-47d4-ba5b-b718dfc90425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.359347604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"582fbeb5-71b7-45f5-9e02-b4bf599ba671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.359367628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"582fbeb5-71b7-45f5-9e02-b4bf599ba671","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.406764926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85554fac-1254-450f-8d93-36f04aa65e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.406765077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92905b70-2ad2-401b-b3f9-e6c3c6d3da5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.461149099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92905b70-2ad2-401b-b3f9-e6c3c6d3da5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.461157981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85554fac-1254-450f-8d93-36f04aa65e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.513949105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92905b70-2ad2-401b-b3f9-e6c3c6d3da5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.51402921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85554fac-1254-450f-8d93-36f04aa65e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:07.557324735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87d10628-97ef-49dd-8a5b-a21837953d09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:08.194279058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"268e98a3-c447-40fe-b9e1-fe22f9b9a479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:08.194302339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"268e98a3-c447-40fe-b9e1-fe22f9b9a479","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:08.390705152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1b199b7-c6a5-42cc-8838-8ad242648cb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:09.221716912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.037102868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"afb0ddb8-6852-4c5c-9aa7-7c5a1b3a476a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.037126747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"afb0ddb8-6852-4c5c-9aa7-7c5a1b3a476a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.037393753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"740d24a1-c2d7-443b-8e44-ab29c564b18d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.03740797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"740d24a1-c2d7-443b-8e44-ab29c564b18d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.037640061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4684baad-4cf2-48d8-99e4-73fbb7d31c6d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.037654141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4684baad-4cf2-48d8-99e4-73fbb7d31c6d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.037844214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb8f6ec5-9539-4134-81ae-79cf7fca97ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.037855302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb8f6ec5-9539-4134-81ae-79cf7fca97ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.038041142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e06f9130-44a2-4e57-8614-26843f1d8861","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.038055034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e06f9130-44a2-4e57-8614-26843f1d8861","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.038252229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"82478911-85a3-4357-819f-d6e0a8550f87","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.038265467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"82478911-85a3-4357-819f-d6e0a8550f87","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.038475709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7e1aebd-b21f-4aaa-82cf-1614490264be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.038486331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7e1aebd-b21f-4aaa-82cf-1614490264be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.038768111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48f55942-708f-4ec6-8126-e4a256fbf2a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.038779191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"48f55942-708f-4ec6-8126-e4a256fbf2a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.102410569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"722e6b25-d1d3-457f-b3ec-03de7487f500","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.102435316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"722e6b25-d1d3-457f-b3ec-03de7487f500","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.102698162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6df6e6fc-de2b-4184-ad82-d309d2126079","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.102712272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6df6e6fc-de2b-4184-ad82-d309d2126079","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.102880212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"20b9ea42-0634-4e3c-bbf3-5d48044ea73b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.102889848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"20b9ea42-0634-4e3c-bbf3-5d48044ea73b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103058701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"378ce2d9-5517-4a43-a182-0ce080defd10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103068312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"378ce2d9-5517-4a43-a182-0ce080defd10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103223361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4fd677c2-0237-4471-ba3c-17c3cc2c9ede","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103232334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4fd677c2-0237-4471-ba3c-17c3cc2c9ede","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103392192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d9a07346-2697-444d-8142-481667968a07","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103401279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d9a07346-2697-444d-8142-481667968a07","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103625858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b26efa2-554d-47e4-8965-afaa16af1df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103636317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b26efa2-554d-47e4-8965-afaa16af1df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103850341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0f8dfd7-0414-4bcd-8dec-654cf3d2d6bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.103859687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0f8dfd7-0414-4bcd-8dec-654cf3d2d6bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.183557768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75170f7c-936a-4d83-b361-31325fa2eb12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.183589885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59a700dc-8db3-4b52-9433-e3b2ec06e455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.233160425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c2018b3-b01c-4c2c-9b47-92d159f70e97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.239661586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75170f7c-936a-4d83-b361-31325fa2eb12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.239677581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59a700dc-8db3-4b52-9433-e3b2ec06e455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.240049827Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a94e6795-7e57-4418-a0af-6f8e63d88a13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.29296543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75170f7c-936a-4d83-b361-31325fa2eb12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.292994748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59a700dc-8db3-4b52-9433-e3b2ec06e455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.39377825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9376159c-7b98-409b-82c7-00c1cff226c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.393803759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9376159c-7b98-409b-82c7-00c1cff226c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.441859239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c09bc9ed-5bec-4e8f-9446-a2673ffc1bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.44188205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79a754a8-a7f3-4ae0-9f9f-4aefff04eb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.495966594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79a754a8-a7f3-4ae0-9f9f-4aefff04eb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.495988568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c09bc9ed-5bec-4e8f-9446-a2673ffc1bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.548910498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79a754a8-a7f3-4ae0-9f9f-4aefff04eb69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.549001503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c09bc9ed-5bec-4e8f-9446-a2673ffc1bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:10.58973839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f32ce258-69fb-4667-8e9d-a270fe2f59ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:11.283658825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e634d05c-5ce4-48cc-a93d-f9935c8f8c9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:11.283678715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e634d05c-5ce4-48cc-a93d-f9935c8f8c9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:11.480153137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c75a069b-3ea6-47f3-a510-6b3b01fe58e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.57301809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc3a99c9-7487-4a9a-adef-367bfbf15728","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.623813542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10af8b1d-21d1-4990-9285-c29a726936f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.623939315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43607d50-0ad8-439e-a4c5-48432079743d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.713941721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43607d50-0ad8-439e-a4c5-48432079743d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.713946319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10af8b1d-21d1-4990-9285-c29a726936f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.725058164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad187c2c-ee5e-432d-ad98-23a62c809860","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.725075696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad187c2c-ee5e-432d-ad98-23a62c809860","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.766968142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10af8b1d-21d1-4990-9285-c29a726936f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.767159277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43607d50-0ad8-439e-a4c5-48432079743d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.821724487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edb258ad-5e48-4d55-8a71-4763bf7c2daa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.821745095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edb258ad-5e48-4d55-8a71-4763bf7c2daa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.824363692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0c38b74-1a45-4112-8cb5-1120e01cdd77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.824381049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0c38b74-1a45-4112-8cb5-1120e01cdd77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.968157874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"243d3000-5894-4200-9d53-33e9b962d911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:12.968703206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"516bbfb5-d5f4-4871-b7dc-658a7c87b401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:13.022322581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"516bbfb5-d5f4-4871-b7dc-658a7c87b401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:13.022379048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"243d3000-5894-4200-9d53-33e9b962d911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:13.075351958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"516bbfb5-d5f4-4871-b7dc-658a7c87b401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:13.075436786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"243d3000-5894-4200-9d53-33e9b962d911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:24:13.125681104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"516bbfb5-d5f4-4871-b7dc-658a7c87b401","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:13.277188609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"710bee9d-fbf4-45ac-9271-c48e6c9ffc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:13.331587421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"710bee9d-fbf4-45ac-9271-c48e6c9ffc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:13.384011489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"710bee9d-fbf4-45ac-9271-c48e6c9ffc85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:14.394266253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ea66245-beaf-4b5f-b84e-508f92827376","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:14.394292061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ea66245-beaf-4b5f-b84e-508f92827376","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:18.325537584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22e8d771-56f6-4e73-818a-85da54900f69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:18.325558276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22e8d771-56f6-4e73-818a-85da54900f69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:19.844307373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5ebacf7-27b6-4784-92eb-22d3e9a844a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:19.951138306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcd3a182-9763-4712-80e2-64624f0cbbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:19.951170957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a78bfa-df7f-4f6c-be0a-06b5a4a1250f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:19.999192327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d780416-3926-407a-bfb0-0b8c0d9a355b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:19.999213351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d780416-3926-407a-bfb0-0b8c0d9a355b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.005531853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcd3a182-9763-4712-80e2-64624f0cbbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.051971502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a78bfa-df7f-4f6c-be0a-06b5a4a1250f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.058254031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcd3a182-9763-4712-80e2-64624f0cbbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.103726229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3adf3c48-300e-436e-9973-aa011e5b37e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.10374864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3adf3c48-300e-436e-9973-aa011e5b37e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.104029372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0a0218b-80ff-4975-92ca-44c2670a0f40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.104040722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0a0218b-80ff-4975-92ca-44c2670a0f40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.104255275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"27edb282-be64-4d30-acd1-1f9d35ef6cd3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.104266317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"27edb282-be64-4d30-acd1-1f9d35ef6cd3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.104437525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c6f99ad0-06a2-4ce5-b29f-d060dcbf2190","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.104464213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c6f99ad0-06a2-4ce5-b29f-d060dcbf2190","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.104899421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60a78bfa-df7f-4f6c-be0a-06b5a4a1250f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.111023127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89d6a819-e95f-4dbb-bde2-fb8fe8caaa55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.111038813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89d6a819-e95f-4dbb-bde2-fb8fe8caaa55","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.159392292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb7bee49-559a-47b1-bfc6-732c88f08da7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:20.159417308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb7bee49-559a-47b1-bfc6-732c88f08da7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:21.428171711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0598e79b-3b4f-4d50-bd39-a9d699c5edd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:21.428191429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0598e79b-3b4f-4d50-bd39-a9d699c5edd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:24.157933506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"594fdd11-5a87-43d6-88ba-43a450f3b668","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:24.157955748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"594fdd11-5a87-43d6-88ba-43a450f3b668","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:26.758866358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39f5bac1-8223-4590-8a95-18c6fd5b5094","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:26.758887378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"39f5bac1-8223-4590-8a95-18c6fd5b5094","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:28.900403247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d9b7970-3ee3-4d75-a18d-36df31cc5d1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:29.022490693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4eaa476-bb85-43c6-ba0d-04c42d814a41","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:29.598723947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8700767e-2f65-4eda-85e6-2f8322b02c8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:29.598748843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8700767e-2f65-4eda-85e6-2f8322b02c8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.111509008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ae0a388-2c06-4e79-a59c-95a2e7856e13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.111531604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ae0a388-2c06-4e79-a59c-95a2e7856e13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.160326427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"408ee279-e667-42e4-9fca-893198009a7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.160354209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"408ee279-e667-42e4-9fca-893198009a7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.257684823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"351b0fae-0780-4041-a69e-5186e0e2f932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.306102557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73a4897c-1904-49bd-a40e-348dcb95693d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.358395363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"351b0fae-0780-4041-a69e-5186e0e2f932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.40471731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73a4897c-1904-49bd-a40e-348dcb95693d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.608562058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8671df1-8a6e-4f3b-84aa-f5fac27fef07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.608584578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8671df1-8a6e-4f3b-84aa-f5fac27fef07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.657670568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d38d640-2fcc-4a2b-b3ed-9a066ddacc04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:30.657694487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d38d640-2fcc-4a2b-b3ed-9a066ddacc04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.262628776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bed2e82b-3c88-45a0-830b-bc2e7bf8aa5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.262647124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bed2e82b-3c88-45a0-830b-bc2e7bf8aa5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.460715042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d8a6f13c-eff1-4291-bc8c-493eae31d332","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.463675796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62612d43-a2a4-4c96-80d5-5e8e235b72d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.463675794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef28ddd6-f11b-4f4d-925f-0c43f357d456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.565092626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62612d43-a2a4-4c96-80d5-5e8e235b72d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.565595595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef28ddd6-f11b-4f4d-925f-0c43f357d456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.618696847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18bcd100-8b0c-4301-914e-7e374d8ce0d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.618718388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18bcd100-8b0c-4301-914e-7e374d8ce0d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:32.81464715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34f12095-317f-4e16-a933-fca48c2fc802","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.327853696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31b06853-4e1b-4357-a637-2727cbc2e13b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.327875675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31b06853-4e1b-4357-a637-2727cbc2e13b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.528766741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13580868-cd55-47d3-9ccb-e80d964c28bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.531233241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e45cc4a-bc80-47fe-9229-da313a364336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.531312938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ec6976b-ab39-4434-a02a-0f536b5e5ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.631709703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e45cc4a-bc80-47fe-9229-da313a364336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.632268439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ec6976b-ab39-4434-a02a-0f536b5e5ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.683855471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e576089-0161-4d6a-b735-3a9f7d89871b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.683875623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e576089-0161-4d6a-b735-3a9f7d89871b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:36.880837743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b38477cf-b1d2-4f55-9f59-e8261e08f058","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.227043264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b9c82b7-996a-4e9d-9ce2-db6a16e7a9fb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.227068654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b9c82b7-996a-4e9d-9ce2-db6a16e7a9fb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.26621641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.372444739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad51d8a-4f2d-4fc6-b66d-d3d9d3ae4f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.426043246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aad51d8a-4f2d-4fc6-b66d-d3d9d3ae4f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.447491225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aecd7142-375f-4414-833a-2efac52c28a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.447510017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aecd7142-375f-4414-833a-2efac52c28a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.592484437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6291d09b-72d3-4619-ae00-695c7b36d8f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.626080236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68001486-da26-493d-b44d-51ac1b541988","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.626100846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68001486-da26-493d-b44d-51ac1b541988","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.642228045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"86edea9a-3a73-4c15-bf44-8319eda0b9ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.646089313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6291d09b-72d3-4619-ae00-695c7b36d8f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.771661658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d490e25c-2ee0-4ba5-86ef-cdc75caaada8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.795522743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51e1da32-321e-413f-b9cf-3119bdd6df56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.795543505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51e1da32-321e-413f-b9cf-3119bdd6df56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:24:39.825796169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d490e25c-2ee0-4ba5-86ef-cdc75caaada8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:09.267884434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:14.056050498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70e48b7-7892-4201-ad75-5ce71c1c56e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:14.104890462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70e48b7-7892-4201-ad75-5ce71c1c56e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:14.15439658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70e48b7-7892-4201-ad75-5ce71c1c56e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:14.203514028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70e48b7-7892-4201-ad75-5ce71c1c56e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:14.693058119Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-81960eaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-81960eaf","reconcileID":"c642dc0b-838e-4c12-a89c-05fd2ccd7945","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-81960eaf","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-81960eaf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:15.512120231Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d9ce0a9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d9ce0a9f","reconcileID":"87080278-ffd9-4928-ad71-96175512b823","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d9ce0a9f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-d9ce0a9f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:16.024919107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7d9479-9696-4dfb-88d1-83ca2af262eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:16.073710048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7d9479-9696-4dfb-88d1-83ca2af262eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:16.122698598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7d9479-9696-4dfb-88d1-83ca2af262eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:16.172018583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7d9479-9696-4dfb-88d1-83ca2af262eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:17.986918517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb555d1-33d0-44fa-b35f-6d6a77c60346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:18.035898551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb555d1-33d0-44fa-b35f-6d6a77c60346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:18.084701221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb555d1-33d0-44fa-b35f-6d6a77c60346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:18.133193651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffb555d1-33d0-44fa-b35f-6d6a77c60346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:19.234138341Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a3f59930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a3f59930","reconcileID":"48f886a8-51d9-4fb7-a381-dbde32f4628e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a3f59930","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-a3f59930":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:19.889077591Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-5e78a462","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-5e78a462","reconcileID":"ccc3882a-1f5d-4233-a664-db14917cf24a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-5e78a462-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-5e78a462-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:19.993212301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f281305-65f9-4a89-9865-dec681681ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:20.042098839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f281305-65f9-4a89-9865-dec681681ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:20.090415134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f281305-65f9-4a89-9865-dec681681ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:20.138987209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f281305-65f9-4a89-9865-dec681681ea6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:21.907033965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e870bf79-7034-4753-9aee-756a5219156c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:21.955622791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e870bf79-7034-4753-9aee-756a5219156c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:22.004373515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e870bf79-7034-4753-9aee-756a5219156c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:22.053183516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e870bf79-7034-4753-9aee-756a5219156c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:23.87930888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f605dc5d-7b11-4ea6-9097-9b35f3067cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:23.928094331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f605dc5d-7b11-4ea6-9097-9b35f3067cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:23.976679565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f605dc5d-7b11-4ea6-9097-9b35f3067cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:24.025411448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f605dc5d-7b11-4ea6-9097-9b35f3067cc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:24.845072461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"fa2ddef5-3d27-4c06-851e-1d2e9cb65657","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-d9ce0a9f","tenantID":"e2e-ait-d9ce0a9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:24.95603582Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"fa2ddef5-3d27-4c06-851e-1d2e9cb65657","name":"e2e-ait-d9ce0a9f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:25.908987306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c16f32e-773f-4b49-9e9a-ac95b72ba8dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:25.958678994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c16f32e-773f-4b49-9e9a-ac95b72ba8dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:26.009754221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c16f32e-773f-4b49-9e9a-ac95b72ba8dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:26.058696617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c16f32e-773f-4b49-9e9a-ac95b72ba8dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:26.215851416Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-81094b3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-81094b3d","reconcileID":"0eae88a4-3652-49ca-84b8-2f4e2b440fb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-81094b3d","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-81094b3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:27.901702941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597c083d-94ce-4cba-a1be-91ee1e9d846d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:27.951416902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597c083d-94ce-4cba-a1be-91ee1e9d846d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:28.000987541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597c083d-94ce-4cba-a1be-91ee1e9d846d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:28.050320842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597c083d-94ce-4cba-a1be-91ee1e9d846d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:29.775827308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"8f7566ac-ae3a-47a9-9750-c196010ae0c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-81960eaf","tenantID":"e2e-ait-81960eaf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:29.887811049Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"8f7566ac-ae3a-47a9-9750-c196010ae0c8","name":"e2e-ait-81960eaf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:34.191203711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ebe256ea-8041-4273-94cb-8f271190625f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:34.288578309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"382e41bc-bc55-4a91-ba85-37f52292da3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:38.857844436Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"f7f67738-19da-4f21-b78d-067c8997cc00","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:38.926565978Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"f7f67738-19da-4f21-b78d-067c8997cc00","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:39.027805553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"f7f67738-19da-4f21-b78d-067c8997cc00","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-5e78a462-gw","tenantID":"e2e-migrate-5e78a462","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:39.145949425Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"f7f67738-19da-4f21-b78d-067c8997cc00","name":"e2e-migrate-5e78a462-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:39.223247765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:43.508752171Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"984aed3b-4470-4f12-b10e-4236a52ce8f5","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:45.846318004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab95f1e4-6d80-4eab-9f02-4ad20fbf85ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:45.901709982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab95f1e4-6d80-4eab-9f02-4ad20fbf85ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:45.951494961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab95f1e4-6d80-4eab-9f02-4ad20fbf85ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:46.006704391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab95f1e4-6d80-4eab-9f02-4ad20fbf85ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:48.109225381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea6c84f-b2cf-4f90-9c69-bedc72624f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:48.158801355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea6c84f-b2cf-4f90-9c69-bedc72624f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:48.209838692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea6c84f-b2cf-4f90-9c69-bedc72624f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:48.25876465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ea6c84f-b2cf-4f90-9c69-bedc72624f12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:49.145702285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"092c2f3c-478d-4244-ae0d-be14131e9d53","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-81094b3d","tenantID":"e2e-derive-81094b3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:49.266238884Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"092c2f3c-478d-4244-ae0d-be14131e9d53","name":"e2e-derive-81094b3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:50.241602138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b204471-43a8-4107-b955-bd9d7053b961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:50.290905565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b204471-43a8-4107-b955-bd9d7053b961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:50.341424472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b204471-43a8-4107-b955-bd9d7053b961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:50.391966446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b204471-43a8-4107-b955-bd9d7053b961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:52.188226434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2529a13-a976-461f-8849-fbcaca5586fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:52.237617712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2529a13-a976-461f-8849-fbcaca5586fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:52.286438103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2529a13-a976-461f-8849-fbcaca5586fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:52.334927853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2529a13-a976-461f-8849-fbcaca5586fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:54.11809465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c230e76-1e2f-4052-961e-9cf88129ac03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:54.166812534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c230e76-1e2f-4052-961e-9cf88129ac03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:54.217522892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c230e76-1e2f-4052-961e-9cf88129ac03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:54.272095542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c230e76-1e2f-4052-961e-9cf88129ac03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:54.320223599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"84107e8c-d1ce-4b8a-98f6-515dce1da053","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-a3f59930","tenantID":"e2e-ait-a3f59930","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:54.431416384Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"84107e8c-d1ce-4b8a-98f6-515dce1da053","name":"e2e-ait-a3f59930-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:56.056607819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bca4bf2-2ea6-457a-97e6-378dbf93abb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:56.10773668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bca4bf2-2ea6-457a-97e6-378dbf93abb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:56.156370348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bca4bf2-2ea6-457a-97e6-378dbf93abb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:56.205119818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bca4bf2-2ea6-457a-97e6-378dbf93abb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:58.015480475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0a3929-6fb9-49dc-a5b6-3c01873803ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:58.064050331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0a3929-6fb9-49dc-a5b6-3c01873803ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:58.112653277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0a3929-6fb9-49dc-a5b6-3c01873803ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:25:58.161239042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b0a3929-6fb9-49dc-a5b6-3c01873803ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:01.110927648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5613ed-f695-4548-87e5-b56ca9dcee2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:01.161063297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5613ed-f695-4548-87e5-b56ca9dcee2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:01.209819475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5613ed-f695-4548-87e5-b56ca9dcee2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:01.258356315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da5613ed-f695-4548-87e5-b56ca9dcee2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:03.055550992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce2510e-96ba-4cbd-8e36-41cbdc7230eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:03.104165762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce2510e-96ba-4cbd-8e36-41cbdc7230eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:03.15298783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce2510e-96ba-4cbd-8e36-41cbdc7230eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:03.201632548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ce2510e-96ba-4cbd-8e36-41cbdc7230eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:05.0444322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b832685-0ecc-40ff-bb8f-d42e6d3fe255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:05.095670657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b832685-0ecc-40ff-bb8f-d42e6d3fe255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:05.144279158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b832685-0ecc-40ff-bb8f-d42e6d3fe255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:05.196977471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b832685-0ecc-40ff-bb8f-d42e6d3fe255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:07.010407397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e175ea2d-976f-41d0-81b9-5fc2431f2a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:07.059151528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e175ea2d-976f-41d0-81b9-5fc2431f2a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:07.107983356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e175ea2d-976f-41d0-81b9-5fc2431f2a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:07.156557962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e175ea2d-976f-41d0-81b9-5fc2431f2a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:07.353432244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eafcdcaf-9d92-4cd8-b2e9-ab6a406bdc5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:07.652883996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00df7910-2e57-46ae-9650-b22acb4ada84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:08.753820459Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"d8bfe06d-9b90-4922-a613-5936c9b25aad","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:08.857371327Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"d8bfe06d-9b90-4922-a613-5936c9b25aad","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:08.939724695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a9412d-6090-439e-b4a7-63a34e3c99b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:08.988414798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a9412d-6090-439e-b4a7-63a34e3c99b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.037256744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a9412d-6090-439e-b4a7-63a34e3c99b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.086033324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a9412d-6090-439e-b4a7-63a34e3c99b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.14142352Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","namespace":"ai-tenant-e2e-ait-d9ce0a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.141534289Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","namespace":"ai-tenant-e2e-ait-d9ce0a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.141626034Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","tenant":"e2e-ait-d9ce0a9f","tenantID":"e2e-ait-d9ce0a9f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.196435794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"Deployment","name":"maas-api-e2e-ait-d9ce0a9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.222829419Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.258850673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"Service","name":"maas-api-e2e-ait-d9ce0a9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.34302304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-d9ce0a9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.393602439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-d9ce0a9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.453816289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.50942294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.561785592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.614321834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.662688924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"Deployment","name":"payload-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.71106178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.759375754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"Service","name":"payload-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.80769424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"Service","name":"payload-pre-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.858629118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"DestinationRule","name":"payload-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.907369287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:09.955881574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:10.012523292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:10.079105364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:10.137815761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:10.190309492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-d9ce0a9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:10.240215158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d9ce0a9f"},"namespace":"ai-tenant-e2e-ait-d9ce0a9f","name":"default-tenant","reconcileID":"724f900e-66a5-41a3-9119-831bb227547c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-d9ce0a9f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:10.915540505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bc988c-9585-4865-9c8b-b74c21f3e712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:10.964308919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bc988c-9585-4865-9c8b-b74c21f3e712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:11.013294949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bc988c-9585-4865-9c8b-b74c21f3e712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:11.020597449Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d9ce0a9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d9ce0a9f","reconcileID":"dea3e40b-b7c1-4798-878a-dc7eaf9441bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d9ce0a9f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-d9ce0a9f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:11.062212076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29bc988c-9585-4865-9c8b-b74c21f3e712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:12.863680627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d69d0b1-7b82-48ca-91b5-e9f34a8f40d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:12.913329478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d69d0b1-7b82-48ca-91b5-e9f34a8f40d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:12.96205777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d69d0b1-7b82-48ca-91b5-e9f34a8f40d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:13.010994528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d69d0b1-7b82-48ca-91b5-e9f34a8f40d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:14.843006777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b9dedb-ba22-47dc-823c-fb20c6bd3205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:14.893623119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b9dedb-ba22-47dc-823c-fb20c6bd3205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:14.943197849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b9dedb-ba22-47dc-823c-fb20c6bd3205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:14.994586516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b9dedb-ba22-47dc-823c-fb20c6bd3205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:15.095734284Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"4d204df5-5bba-4f7c-a9e5-e25036a39292","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:15.599159618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80f07742-b8c4-49d1-8cd8-246f735b4066","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:15.787074482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"510299e0-cabf-45a4-99b4-115934a5e0c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:16.803841049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ed659e-b728-4178-be1f-3b986b301f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:16.853472247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ed659e-b728-4178-be1f-3b986b301f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:16.901986044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ed659e-b728-4178-be1f-3b986b301f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:16.950941345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3ed659e-b728-4178-be1f-3b986b301f74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:18.585313589Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-dc26c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-dc26c5","reconcileID":"dbf398ab-ec1f-4655-b1bd-b482e3f5cf38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-dc26c5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-dc26c5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:18.775325276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5aaf00-8351-44ee-bbe8-9cc7b5a1707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:18.82463538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5aaf00-8351-44ee-bbe8-9cc7b5a1707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:18.880085316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5aaf00-8351-44ee-bbe8-9cc7b5a1707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:18.930301152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5aaf00-8351-44ee-bbe8-9cc7b5a1707e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.30316014Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","namespace":"ai-tenant-e2e-ait-81960eaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.303257426Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","namespace":"ai-tenant-e2e-ait-81960eaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.303332687Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","tenant":"e2e-ait-81960eaf","tenantID":"e2e-ait-81960eaf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.354094921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"Deployment","name":"maas-api-e2e-ait-81960eaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.414147888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"Service","name":"maas-api-e2e-ait-81960eaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.469906928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-81960eaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.521130411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-81960eaf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.572438856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.623999343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.678113662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.73376893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.782155866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"Deployment","name":"payload-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.796566652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8db2509-452d-409c-8b15-b2e632bbb340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.844937098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.845181487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8db2509-452d-409c-8b15-b2e632bbb340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.894413664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"Service","name":"payload-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.896402879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8db2509-452d-409c-8b15-b2e632bbb340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.944862513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"Service","name":"payload-pre-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.945229936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8db2509-452d-409c-8b15-b2e632bbb340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:20.994279526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"DestinationRule","name":"payload-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:21.042846883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:21.09177947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:21.144552467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:21.193597765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:21.242223377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:21.292661502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-81960eaf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:21.340788683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-81960eaf"},"namespace":"ai-tenant-e2e-ait-81960eaf","name":"default-tenant","reconcileID":"79490453-241c-404f-9673-7177d69b5fd0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-81960eaf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:22.487565307Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-81960eaf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-81960eaf","reconcileID":"18930774-42f5-4a8d-a812-9d936ff65053","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-81960eaf","removed":["maas.opendatahub.io/gateway-access-e2e-ait-81960eaf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:22.730945363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49df7ebf-5431-4232-b2ea-cb770b076466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:22.779890295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49df7ebf-5431-4232-b2ea-cb770b076466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:22.828348377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49df7ebf-5431-4232-b2ea-cb770b076466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:22.879126387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49df7ebf-5431-4232-b2ea-cb770b076466","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:24.699361185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8f6a24-ac21-49d5-b7ff-8d3a25d532e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:24.748098613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8f6a24-ac21-49d5-b7ff-8d3a25d532e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:24.796820388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8f6a24-ac21-49d5-b7ff-8d3a25d532e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:24.846764008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a8f6a24-ac21-49d5-b7ff-8d3a25d532e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.386526254Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","namespace":"ai-tenant-e2e-migrate-5e78a462","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.386638738Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","namespace":"ai-tenant-e2e-migrate-5e78a462","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.386726267Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","tenant":"e2e-migrate-5e78a462","tenantID":"e2e-migrate-5e78a462","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.438400401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"Deployment","name":"maas-api-e2e-migrate-5e78a462","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.499253867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"Service","name":"maas-api-e2e-migrate-5e78a462","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.559171369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-5e78a462","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.609679301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-5e78a462","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.653499901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aec8c59-1c1a-44c0-9d53-f8557af113b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.703007647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aec8c59-1c1a-44c0-9d53-f8557af113b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.704944055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.760120245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aec8c59-1c1a-44c0-9d53-f8557af113b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.808727251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aec8c59-1c1a-44c0-9d53-f8557af113b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.816835375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.865628941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.915670681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:26.964482743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"Deployment","name":"payload-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.013039778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.062138154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"Service","name":"payload-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.111531559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"Service","name":"payload-pre-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.16231469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.213285641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.266438397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.31475124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.363213405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.411657204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.464432431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-5e78a462","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:27.517146768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-5e78a462"},"namespace":"ai-tenant-e2e-migrate-5e78a462","name":"default-tenant","reconcileID":"9f2775b7-5353-48e1-9f85-7fd0f2276386","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-5e78a462","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:28.224604067Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-70e0c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-70e0c6","reconcileID":"f27c45d9-7a8c-4b3f-85c4-dd8a7212544a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-70e0c6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-70e0c6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:28.692947497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce5700f-60d4-4b05-83fb-fd844bf415b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:28.742184314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce5700f-60d4-4b05-83fb-fd844bf415b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:28.790601089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce5700f-60d4-4b05-83fb-fd844bf415b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:28.83920307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce5700f-60d4-4b05-83fb-fd844bf415b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:30.624848717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a29ca7-358b-4469-b810-c7725ca7befc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:30.674480324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a29ca7-358b-4469-b810-c7725ca7befc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:30.723435037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a29ca7-358b-4469-b810-c7725ca7befc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:30.772258676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8a29ca7-358b-4469-b810-c7725ca7befc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:32.6039647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d7b238-6a7c-41fa-906e-dfacede63ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:32.681093405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d7b238-6a7c-41fa-906e-dfacede63ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:32.729710898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d7b238-6a7c-41fa-906e-dfacede63ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:32.778680386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d7b238-6a7c-41fa-906e-dfacede63ebd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:36.304835785Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-5e78a462","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-5e78a462","reconcileID":"ed51cfbc-ebc5-4eb2-be1f-969e763ed097","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-5e78a462-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-5e78a462-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:37.424037425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c404a7a2-9e2d-4d43-a02f-587619d063b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:37.473050604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c404a7a2-9e2d-4d43-a02f-587619d063b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:37.523359019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c404a7a2-9e2d-4d43-a02f-587619d063b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:37.572212479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c404a7a2-9e2d-4d43-a02f-587619d063b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:39.221935143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:39.359595817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd0b366-6d51-425b-bc8b-e03358056133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:39.410325418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd0b366-6d51-425b-bc8b-e03358056133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:39.460362643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd0b366-6d51-425b-bc8b-e03358056133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:39.510935627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd0b366-6d51-425b-bc8b-e03358056133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:40.545057317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69dcf96e-9b5c-49e1-9375-dbccbec80fca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:40.711925321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ada69562-7051-4d3f-9562-f6219b318c8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:41.290751807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddb04d8-6e30-4c1f-a158-39e6500f9546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:41.339409132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddb04d8-6e30-4c1f-a158-39e6500f9546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:41.388372599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddb04d8-6e30-4c1f-a158-39e6500f9546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:41.437060059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ddb04d8-6e30-4c1f-a158-39e6500f9546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:41.998866936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"91b3df04-a458-4a22-8bcd-6b6ee54ebc01","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:42.117765265Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"91b3df04-a458-4a22-8bcd-6b6ee54ebc01","name":"e2e-worker-w4-dc26c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:43.158053542Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5d4b82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5d4b82","reconcileID":"d6ec7235-78d5-44cb-af95-d6456542a7f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-5d4b82","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-5d4b82":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:43.216268092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c95e29a-37bb-4321-8d1d-e907c59b658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:43.265599521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c95e29a-37bb-4321-8d1d-e907c59b658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:43.314673681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c95e29a-37bb-4321-8d1d-e907c59b658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:43.363286316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c95e29a-37bb-4321-8d1d-e907c59b658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:45.184353451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e779e39-c4cb-455f-8016-1940188b64d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:45.233154018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e779e39-c4cb-455f-8016-1940188b64d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:45.281901836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e779e39-c4cb-455f-8016-1940188b64d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:45.330305718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e779e39-c4cb-455f-8016-1940188b64d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:47.110139043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b372a62f-c5e1-4523-bee4-5539fb94f24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:47.159238688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b372a62f-c5e1-4523-bee4-5539fb94f24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:47.208386304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b372a62f-c5e1-4523-bee4-5539fb94f24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:47.257893706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b372a62f-c5e1-4523-bee4-5539fb94f24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:47.752183327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0043d17b-e9e1-4ca8-8de7-530825ab13cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:48.059189924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8bf1af9-25eb-47eb-b662-4621427934e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:49.054830523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abf597c-f1e5-456f-9f6e-0b8caf4e9ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:49.104228817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abf597c-f1e5-456f-9f6e-0b8caf4e9ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:49.153367511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abf597c-f1e5-456f-9f6e-0b8caf4e9ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:49.202571808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8abf597c-f1e5-456f-9f6e-0b8caf4e9ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:50.984089347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2884727-612e-43c8-8a6f-ff9a4accd8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:51.032859643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2884727-612e-43c8-8a6f-ff9a4accd8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:51.081548302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2884727-612e-43c8-8a6f-ff9a4accd8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:51.131805428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2884727-612e-43c8-8a6f-ff9a4accd8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:51.630023489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2af36da-d81b-42b5-aa75-c7380d7a19ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:51.753717437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07814774-4dd9-48a2-9e81-e75a89af7681","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:51.855100409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"af773194-b7e4-4834-a4ea-de714e5638c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:51.965858881Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"af773194-b7e4-4834-a4ea-de714e5638c3","name":"e2e-worker-w2-70e0c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.11604224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","namespace":"ai-tenant-e2e-derive-81094b3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.11614043Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","namespace":"ai-tenant-e2e-derive-81094b3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.116193963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","tenant":"e2e-derive-81094b3d","tenantID":"e2e-derive-81094b3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.166717038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"Deployment","name":"maas-api-e2e-derive-81094b3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.223303926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"Service","name":"maas-api-e2e-derive-81094b3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.278866083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-81094b3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.33139352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-81094b3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.419943683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.472917504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.526408457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.580741405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.63384172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"Deployment","name":"payload-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.682651014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.730816691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"Service","name":"payload-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.779202604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"Service","name":"payload-pre-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.827955464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"DestinationRule","name":"payload-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.876656409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.925040201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.977996978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:52.994602687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebed379e-f265-43d8-b373-181c2445bb83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.042941524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.043432542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebed379e-f265-43d8-b373-181c2445bb83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.097027338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebed379e-f265-43d8-b373-181c2445bb83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.100655499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.15020461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebed379e-f265-43d8-b373-181c2445bb83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.199036816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-81094b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.247709449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-81094b3d"},"namespace":"ai-tenant-e2e-derive-81094b3d","name":"default-tenant","reconcileID":"842de955-342c-4541-9107-2483a7046d2d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-81094b3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.350365514Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","namespace":"ai-tenant-e2e-ait-a3f59930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.35043376Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","namespace":"ai-tenant-e2e-ait-a3f59930","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.35052919Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","tenant":"e2e-ait-a3f59930","tenantID":"e2e-ait-a3f59930","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.401142781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"Deployment","name":"maas-api-e2e-ait-a3f59930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.460728252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"Service","name":"maas-api-e2e-ait-a3f59930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.512815594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-a3f59930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.563231744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-a3f59930","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.614825067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.665952918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.719907731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.779209065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.827782047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"Deployment","name":"payload-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.876091944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.925649235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"Service","name":"payload-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:53.974216597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"Service","name":"payload-pre-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.008995518Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-81094b3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-81094b3d","reconcileID":"65be369c-22e8-4168-8e22-67bdc8710703","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-81094b3d","removed":["maas.opendatahub.io/gateway-access-e2e-derive-81094b3d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.022391472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"DestinationRule","name":"payload-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.070550016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.136197746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.189061641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.237918073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.286560337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.335658066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-a3f59930","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.384178259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a3f59930"},"namespace":"ai-tenant-e2e-ait-a3f59930","name":"default-tenant","reconcileID":"31f59686-4e20-45d9-9732-4616622e5e38","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-a3f59930","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.930879759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f6a4c9-f8ae-492b-89c9-9e0eef42e296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:54.979842645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f6a4c9-f8ae-492b-89c9-9e0eef42e296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:55.028576393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f6a4c9-f8ae-492b-89c9-9e0eef42e296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:55.077250432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f6a4c9-f8ae-492b-89c9-9e0eef42e296","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:55.231230271Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a3f59930","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a3f59930","reconcileID":"af86cb6a-3943-4b26-af6e-c858f974580c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a3f59930","removed":["maas.opendatahub.io/gateway-access-e2e-ait-a3f59930"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:56.891102311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861d32f2-ab49-4e7d-b78a-7d3b435cc9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:56.939771051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861d32f2-ab49-4e7d-b78a-7d3b435cc9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:56.988310801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861d32f2-ab49-4e7d-b78a-7d3b435cc9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:57.037075717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"861d32f2-ab49-4e7d-b78a-7d3b435cc9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:58.895095897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0fc9da-6726-416d-93b1-f1e9f99a1a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:58.944239359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0fc9da-6726-416d-93b1-f1e9f99a1a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:58.992835569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0fc9da-6726-416d-93b1-f1e9f99a1a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:26:59.041613036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0fc9da-6726-416d-93b1-f1e9f99a1a71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:00.000035329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53363f98-d111-4d53-b888-6aaec98f68b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:00.197363869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6317659-dcab-4ae3-b8b6-5490d3627e45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:00.947916851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1d3beb-79e8-448c-a61d-d35d82d0b2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:00.997150736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1d3beb-79e8-448c-a61d-d35d82d0b2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:01.045764124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1d3beb-79e8-448c-a61d-d35d82d0b2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:01.096335275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e1d3beb-79e8-448c-a61d-d35d82d0b2a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:01.204076452Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-d57dce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-d57dce","reconcileID":"9254ced9-d65a-4d46-aa9d-76278e11f704","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-d57dce","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-d57dce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:02.94071079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb31d75-b2de-4f0c-ade6-594ccf7bf31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:02.991903042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb31d75-b2de-4f0c-ade6-594ccf7bf31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:03.041572738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb31d75-b2de-4f0c-ade6-594ccf7bf31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:03.092701557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb31d75-b2de-4f0c-ade6-594ccf7bf31f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:03.797485197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-12f635","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-12f635","reconcileID":"817a7ab9-e7cc-49fe-9a46-c70ea67c9ef1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-12f635","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-12f635":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:04.251560028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"38968e87-bc3d-4629-adb7-6bfa2f6a63b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:04.36358404Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"38968e87-bc3d-4629-adb7-6bfa2f6a63b8","name":"e2e-worker-w3-5d4b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:05.052582583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e871619e-79cc-40ef-897a-77aef788488d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:05.10166263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e871619e-79cc-40ef-897a-77aef788488d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:05.1505429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e871619e-79cc-40ef-897a-77aef788488d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:05.199994892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e871619e-79cc-40ef-897a-77aef788488d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:07.02263969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6892b1b3-9418-4e63-9f03-43133664c8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:07.071506214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6892b1b3-9418-4e63-9f03-43133664c8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:07.120431253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6892b1b3-9418-4e63-9f03-43133664c8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:07.172650247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6892b1b3-9418-4e63-9f03-43133664c8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:08.986583079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0df73a7-39fd-4a93-9ba1-65ac8f1e0b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:09.035738344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0df73a7-39fd-4a93-9ba1-65ac8f1e0b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:09.0867394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0df73a7-39fd-4a93-9ba1-65ac8f1e0b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:09.135429803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0df73a7-39fd-4a93-9ba1-65ac8f1e0b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:09.22986198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:10.96924918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d4d529-dbb5-46d0-b5ce-fda9ec00a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:11.018310662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d4d529-dbb5-46d0-b5ce-fda9ec00a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:11.067980774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d4d529-dbb5-46d0-b5ce-fda9ec00a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:11.117888131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4d4d529-dbb5-46d0-b5ce-fda9ec00a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:13.001211656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eaece9-2f26-4186-ba0b-a479b0113131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:13.0500833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eaece9-2f26-4186-ba0b-a479b0113131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:13.098931202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eaece9-2f26-4186-ba0b-a479b0113131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:13.147845664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eaece9-2f26-4186-ba0b-a479b0113131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:14.94454611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22421d5-30e7-4ed4-b76a-0537d4ff7874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:14.993313239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22421d5-30e7-4ed4-b76a-0537d4ff7874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:15.042101388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22421d5-30e7-4ed4-b76a-0537d4ff7874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:15.090542384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f22421d5-30e7-4ed4-b76a-0537d4ff7874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:16.8621511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93e0a82-c2bf-4f21-9884-da840348b37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:16.910833467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93e0a82-c2bf-4f21-9884-da840348b37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:16.959218803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93e0a82-c2bf-4f21-9884-da840348b37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:17.007818186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f93e0a82-c2bf-4f21-9884-da840348b37a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:18.784078504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b53820c-5a9d-4c5e-a997-61858bb4c0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:18.832816896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b53820c-5a9d-4c5e-a997-61858bb4c0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:18.883536858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b53820c-5a9d-4c5e-a997-61858bb4c0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:18.932629979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b53820c-5a9d-4c5e-a997-61858bb4c0f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:23.777347502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"9a1dbc0f-1588-4f48-b5f8-aef36a8690d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:23.888884637Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"9a1dbc0f-1588-4f48-b5f8-aef36a8690d9","name":"e2e-worker-w1-d57dce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:25.814215479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b183906-9b63-45ac-be48-261101592904","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:26.121265763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ae0d5c7-77c5-468d-b26b-7c1a0b0289c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:30.28650297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994b01ec-5ef7-4f3a-b0ab-e938ec8de416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:30.335043287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994b01ec-5ef7-4f3a-b0ab-e938ec8de416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:30.383889632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994b01ec-5ef7-4f3a-b0ab-e938ec8de416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:30.432417701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994b01ec-5ef7-4f3a-b0ab-e938ec8de416","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:32.210105886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12711c7b-0adb-4c55-9756-7cdb44d7c1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:32.258721877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12711c7b-0adb-4c55-9756-7cdb44d7c1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:32.30765401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12711c7b-0adb-4c55-9756-7cdb44d7c1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:32.356484638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12711c7b-0adb-4c55-9756-7cdb44d7c1cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:33.144508697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"5c2c7bb7-4431-4afc-b806-146616a8b437","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:33.229009622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"50fd6b81-10a1-4d64-9ea6-a0103e351077","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:33.340350842Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"50fd6b81-10a1-4d64-9ea6-a0103e351077","name":"e2e-worker-w0-12f635-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:37.814968522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3bbc89d-3728-493e-a496-d76dbbe08452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:37.940027091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd7091ac-dcc3-4655-8c98-7715b6efeb18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:39.220952335Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:47.833045478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb74a175-2e6a-441c-848f-31b054fcb21e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:48.200769697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8f71fe3-7085-4b90-8443-fefd32c9dd96","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:48.935650754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"83a761ef-1a53-46d0-bd74-51d183947b17","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:49.001881963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"84021067-a6db-4d6f-8d8b-8ebca4f7327e","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:52.28384759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"2dfb83dd-2036-4f80-9ade-65eeea832fbd","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:53.208117504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f66c9a6-ecbb-4479-9d88-23624cf5adc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:53.256557449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f66c9a6-ecbb-4479-9d88-23624cf5adc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:53.305484072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f66c9a6-ecbb-4479-9d88-23624cf5adc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:53.353993715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f66c9a6-ecbb-4479-9d88-23624cf5adc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:55.144035536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c741d-fe59-47c4-9dc4-03cd2f27b624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:55.192619941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c741d-fe59-47c4-9dc4-03cd2f27b624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:55.24108539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c741d-fe59-47c4-9dc4-03cd2f27b624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:55.289591088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a4c741d-fe59-47c4-9dc4-03cd2f27b624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:55.533358296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f5b0d253-00de-4dbe-ad35-13dcba0868cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:27:55.635661807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf76006e-37c4-45db-b84a-b836f7ec999b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:02.089019452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe20d2d7-9abd-4f54-9443-0c1733d972ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:02.40897224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f074ca7a-d9fd-4d69-b5e1-a8bed2133f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:02.452801981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4306f8de-7e65-479c-ac83-55fcbc269a12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:02.457128621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f074ca7a-d9fd-4d69-b5e1-a8bed2133f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:02.505483143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f074ca7a-d9fd-4d69-b5e1-a8bed2133f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:02.554041987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f074ca7a-d9fd-4d69-b5e1-a8bed2133f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:04.325085799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1c9e5c-e2f7-4afe-8aed-3e3b1ea76430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:04.374351721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1c9e5c-e2f7-4afe-8aed-3e3b1ea76430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:04.42342688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1c9e5c-e2f7-4afe-8aed-3e3b1ea76430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:04.471697797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1c9e5c-e2f7-4afe-8aed-3e3b1ea76430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:09.208968929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c84b3aa0-8c83-47c8-870d-40e63f2d9a34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:09.220282105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:09.337003839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8b247d7-0c57-4f72-8e1f-25f60c05b0dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:10.736712761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"2598aba6-face-4d40-9f1b-e4e61ab514ea","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.033636436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"61c7efba-d2c1-4565-bb0d-e5efb212fce1","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.08853603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c21988b-123d-484d-9c00-cab0aa54fadb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.088552539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c21988b-123d-484d-9c00-cab0aa54fadb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.139187223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"7fe9df30-9043-459f-baf8-04167a9ae05a","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.143190564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b44a131-99bb-4192-8132-27dec9799e11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.143207803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b44a131-99bb-4192-8132-27dec9799e11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.192718541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"6547882f-df77-41a5-9add-697f260dbc9d","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:11.194970739Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.393398001Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"e736dc91-d248-4097-a67b-51a54b965354","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"simulator-w4-dc26c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.424621662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"ba12d7b4-996b-442a-ac76-8db3d94ef211","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.479266859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"735182b9-470d-473a-90f8-0260b30a7e5a","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.546022051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"71179e10-b20a-4278-b238-4018cf0f3d7d","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.574419399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7dbe0e46-f328-47a1-b270-1e9995db745f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.696047241Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7dbe0e46-f328-47a1-b270-1e9995db745f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.697001164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"2a58fa36-f600-40a4-af8a-170702c316b5","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.740990725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"128a8548-77cf-4afe-b2fb-88122213fa75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.748181167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7dbe0e46-f328-47a1-b270-1e9995db745f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.751822103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"1945106b-9de7-4104-b474-ff3b720efb6d","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.801890969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"faa00885-7ac9-4f41-be60-c9ee2a068ee4","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.802553921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"ff808674-9285-47d2-80cc-31e9e6ed185d","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:11.806013729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-dc26c5/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.853685612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"fd84dcd5-69fd-4c8a-bf6f-3b57ac266c44","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.898700799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2e490f95-797e-4315-84ed-b5724ca27f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.952358051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2e490f95-797e-4315-84ed-b5724ca27f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:11.993977301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"09bbbdf2-0a3b-4540-9bad-bb9d0f046dd8","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.004391788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2e490f95-797e-4315-84ed-b5724ca27f5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.048698681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"39317cf3-2866-4f23-8f14-30ce5be098b9","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.063103863Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"82745a0b-c2d8-4e54-b0e4-444ceb074f2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"premium-w4-dc26c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:12.099107989Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"39317cf3-2866-4f23-8f14-30ce5be098b9","name":"premium-w4-dc26c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-dc26c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:12.09916953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"39317cf3-2866-4f23-8f14-30ce5be098b9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-dc26c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.104625024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"f3796e32-6d1f-4ac4-86e5-cfdeb972dd0c","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.150325224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"1277f06e-6205-4c54-9e84-70e58c982bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.204662121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"1277f06e-6205-4c54-9e84-70e58c982bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.215752752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"7bf50625-16ec-4a91-b1af-b82bdb600d27","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.249131459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"52e11f50-abc9-49e9-bc62-83c6e7324d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.256832668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"1277f06e-6205-4c54-9e84-70e58c982bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.302997892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"52e11f50-abc9-49e9-bc62-83c6e7324d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.355655441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"52e11f50-abc9-49e9-bc62-83c6e7324d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.403849231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2b218a25-3fc1-4f89-8903-b99d44c43fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.411033655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"7063239b-a4e8-4fda-9117-888c8f176eab","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.411322245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"b78b5324-1560-4505-b9b8-b3e686407974","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.457279389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2b218a25-3fc1-4f89-8903-b99d44c43fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.509949757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2b218a25-3fc1-4f89-8903-b99d44c43fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.556331884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"6b0806f7-7d2b-424c-a26d-32b0791ea0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.609813113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"6b0806f7-7d2b-424c-a26d-32b0791ea0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.662276771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"6b0806f7-7d2b-424c-a26d-32b0791ea0a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.910516698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"76a193eb-ec0f-4908-8097-b1c55d63ea4f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:12.975722393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f5a305af-c614-4699-ae22-4c07425888bd","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.438327658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"a3d09bf7-e352-4971-9894-ff9cfe818c4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.560970046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"7ee91789-4f25-4b23-ba98-19690d7edbac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.58978497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"3c5432db-af5d-4b0e-bbb4-7bf599849bad","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.715752185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"c01ec10d-6680-47ec-80cc-6bf40a8d6813","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.728076094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"731b3268-3a62-4ab3-a6db-91ceba5a7c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.728148793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"dcbfb161-0ae3-42bc-88a4-8dbb435e21e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.782493528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"dcbfb161-0ae3-42bc-88a4-8dbb435e21e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.783553096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"731b3268-3a62-4ab3-a6db-91ceba5a7c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.835725733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9563504684ac1f3d9193b5d295180f33f3d6cc2ccf72fdfcf9e2aa99f27b610f) AuthConfig (90a0784c44fb39523199783de41f258b9651e79bae1e3ec1615a12987c5f3ddb) AuthConfig (29bdd137dbb1893c09c45e1e776c3e114a985c76689b5ec28a6c9b55ff8df341) AuthConfig (eb70a94fb7ecf789e70694e8392dc2fb85d3b7da53ead77186bcb562bcc80652) AuthConfig (51f85218e03361adb0c1497c424317577bd824accfd83b4a4a1d4b9e187405f1) AuthConfig (5a7d864ed3dbe52fa2d04e5313fb70b15ccc883aec47520c796241ffc2ff84d7) AuthConfig (315e08ab9295523c65a09ffa4f8cbb1983258a236a94418177cc15429c1a03e0) AuthConfig (86e8e6deadb65005c88bab27efa153e884377eb13ac6c3715f9048417f01bf07) AuthConfig (943017fdc9697bd4b3738d1156fb1170de362703dc7ea1aae2f1337e597ce716) AuthConfig (4fe2d1c36de70e226d26e27d9173a17162162d70fee2e82f7b253d84dc017e65) AuthConfig (a58d1fc9c1efd4b841232d0074c14ff9e5163fe528235477de0208512d88a05e) AuthConfig (48c09d6515ae4af6a37e2cf96db95a54751a9966dce1f0d19cf9ca4696f815ae) AuthConfig (3e5e4757ea9dd8393b7fc475b5e060bf857d00ba8abcd5e44ea2b17864354514) AuthConfig (f7c93e69fd1079bbe9538322f9e0e2748b475b24bbee95d1116eb0f3cb6bb586) AuthConfig (1d36655067dcbf0f0a6aa8e227d72efcbc55d67166dfd1fbf432f4e54fb86aea) AuthConfig (0aa9ca5f6525f54323b46fca89ac830ab24c8cdb86cb8405f6eeda693d1b8f2a) AuthConfig (b81853829f6bf72de900927358007d47fce01696480e15c0e63ca7a15f09323e) AuthConfig (20736401e5d41006f54b5603ea885948961748f2149302773288117665158947) AuthConfig (b18bba93b619a9158eb98ca262fa54df6727233ae3e20ec502a4e80dfe68c9c5) AuthConfig (8d4d19412db2f0bb3ec29b979ed869240c3133122be003dd97edd87cb5a8d2e3) AuthConfig (233c4dc70f85cb35a27d97d2309898ed3c1299d612ee4d2f72c0ceb7fbfe36ce) AuthConfig (20a3c226855b03c06e12b94ccbbf5a735bd748debc086721f63df362f6f6efee) AuthConfig (febf4113efcab11e3e2849fa7ece7ab6d6d029c8ab73f7848a407fd1c46c8066) AuthConfig (0245a995851bbeddf072ef227febf1fcc64197e6a2994ad21dc3a5e00d9a60f0) AuthConfig (63e02af57aec7a32ad5cc6105ad48bf93de92f6e3726e90e53721f7bcfdd8357) AuthConfig (97065be1e44f552ae60b54b8da7e87b4897bd74ba6d188c5a21af5a13ab31412) AuthConfig (b1dca4b4eb5786bda5838b822a518f7cecebd37d8f34b68759e8ab8445e6877d) AuthConfig (05a546ca2311060a330fc3479d4d28e518686a96569512037fcfad775193163f) AuthConfig (407fd80c9e73beb158d09061b785d1a1e102ca3201f91106d93c4941d54a0d38) AuthConfig (60f1fe3c5c0290443133c338cea95b7cdf856474ae4ef14310bc35c115bf1154)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"dcbfb161-0ae3-42bc-88a4-8dbb435e21e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.836491665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9563504684ac1f3d9193b5d295180f33f3d6cc2ccf72fdfcf9e2aa99f27b610f) AuthConfig (90a0784c44fb39523199783de41f258b9651e79bae1e3ec1615a12987c5f3ddb) AuthConfig (29bdd137dbb1893c09c45e1e776c3e114a985c76689b5ec28a6c9b55ff8df341) AuthConfig (eb70a94fb7ecf789e70694e8392dc2fb85d3b7da53ead77186bcb562bcc80652) AuthConfig (51f85218e03361adb0c1497c424317577bd824accfd83b4a4a1d4b9e187405f1) AuthConfig (5a7d864ed3dbe52fa2d04e5313fb70b15ccc883aec47520c796241ffc2ff84d7) AuthConfig (315e08ab9295523c65a09ffa4f8cbb1983258a236a94418177cc15429c1a03e0) AuthConfig (86e8e6deadb65005c88bab27efa153e884377eb13ac6c3715f9048417f01bf07) AuthConfig (943017fdc9697bd4b3738d1156fb1170de362703dc7ea1aae2f1337e597ce716) AuthConfig (4fe2d1c36de70e226d26e27d9173a17162162d70fee2e82f7b253d84dc017e65) AuthConfig (a58d1fc9c1efd4b841232d0074c14ff9e5163fe528235477de0208512d88a05e) AuthConfig (48c09d6515ae4af6a37e2cf96db95a54751a9966dce1f0d19cf9ca4696f815ae) AuthConfig (3e5e4757ea9dd8393b7fc475b5e060bf857d00ba8abcd5e44ea2b17864354514) AuthConfig (f7c93e69fd1079bbe9538322f9e0e2748b475b24bbee95d1116eb0f3cb6bb586) AuthConfig (1d36655067dcbf0f0a6aa8e227d72efcbc55d67166dfd1fbf432f4e54fb86aea) AuthConfig (0aa9ca5f6525f54323b46fca89ac830ab24c8cdb86cb8405f6eeda693d1b8f2a) AuthConfig (b81853829f6bf72de900927358007d47fce01696480e15c0e63ca7a15f09323e) AuthConfig (20736401e5d41006f54b5603ea885948961748f2149302773288117665158947) AuthConfig (b18bba93b619a9158eb98ca262fa54df6727233ae3e20ec502a4e80dfe68c9c5) AuthConfig (8d4d19412db2f0bb3ec29b979ed869240c3133122be003dd97edd87cb5a8d2e3) AuthConfig (233c4dc70f85cb35a27d97d2309898ed3c1299d612ee4d2f72c0ceb7fbfe36ce) AuthConfig (20a3c226855b03c06e12b94ccbbf5a735bd748debc086721f63df362f6f6efee) AuthConfig (febf4113efcab11e3e2849fa7ece7ab6d6d029c8ab73f7848a407fd1c46c8066) AuthConfig (0245a995851bbeddf072ef227febf1fcc64197e6a2994ad21dc3a5e00d9a60f0) AuthConfig (63e02af57aec7a32ad5cc6105ad48bf93de92f6e3726e90e53721f7bcfdd8357) AuthConfig (97065be1e44f552ae60b54b8da7e87b4897bd74ba6d188c5a21af5a13ab31412) AuthConfig (b1dca4b4eb5786bda5838b822a518f7cecebd37d8f34b68759e8ab8445e6877d) AuthConfig (05a546ca2311060a330fc3479d4d28e518686a96569512037fcfad775193163f) AuthConfig (407fd80c9e73beb158d09061b785d1a1e102ca3201f91106d93c4941d54a0d38) AuthConfig (60f1fe3c5c0290443133c338cea95b7cdf856474ae4ef14310bc35c115bf1154)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"731b3268-3a62-4ab3-a6db-91ceba5a7c26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.89043533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"700cb3e9-f355-4f8f-a87e-e755aced295a","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:21.893031643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"2f4d55e3-6c2f-4f84-b5bd-547d64eeaef1","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:22.035300648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a898b96d-6f94-4701-96c3-92aace1588c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:22.03674868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"11799acc-5fa5-4487-b838-edff793796ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:22.089333696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a898b96d-6f94-4701-96c3-92aace1588c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:22.090231728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"11799acc-5fa5-4487-b838-edff793796ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:22.143067033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9563504684ac1f3d9193b5d295180f33f3d6cc2ccf72fdfcf9e2aa99f27b610f) AuthConfig (90a0784c44fb39523199783de41f258b9651e79bae1e3ec1615a12987c5f3ddb) AuthConfig (29bdd137dbb1893c09c45e1e776c3e114a985c76689b5ec28a6c9b55ff8df341) AuthConfig (eb70a94fb7ecf789e70694e8392dc2fb85d3b7da53ead77186bcb562bcc80652) AuthConfig (51f85218e03361adb0c1497c424317577bd824accfd83b4a4a1d4b9e187405f1) AuthConfig (5a7d864ed3dbe52fa2d04e5313fb70b15ccc883aec47520c796241ffc2ff84d7) AuthConfig (315e08ab9295523c65a09ffa4f8cbb1983258a236a94418177cc15429c1a03e0) AuthConfig (86e8e6deadb65005c88bab27efa153e884377eb13ac6c3715f9048417f01bf07) AuthConfig (943017fdc9697bd4b3738d1156fb1170de362703dc7ea1aae2f1337e597ce716) AuthConfig (4fe2d1c36de70e226d26e27d9173a17162162d70fee2e82f7b253d84dc017e65) AuthConfig (a58d1fc9c1efd4b841232d0074c14ff9e5163fe528235477de0208512d88a05e) AuthConfig (48c09d6515ae4af6a37e2cf96db95a54751a9966dce1f0d19cf9ca4696f815ae) AuthConfig (3e5e4757ea9dd8393b7fc475b5e060bf857d00ba8abcd5e44ea2b17864354514) AuthConfig (f7c93e69fd1079bbe9538322f9e0e2748b475b24bbee95d1116eb0f3cb6bb586) AuthConfig (1d36655067dcbf0f0a6aa8e227d72efcbc55d67166dfd1fbf432f4e54fb86aea) AuthConfig (0aa9ca5f6525f54323b46fca89ac830ab24c8cdb86cb8405f6eeda693d1b8f2a) AuthConfig (b81853829f6bf72de900927358007d47fce01696480e15c0e63ca7a15f09323e) AuthConfig (20736401e5d41006f54b5603ea885948961748f2149302773288117665158947) AuthConfig (b18bba93b619a9158eb98ca262fa54df6727233ae3e20ec502a4e80dfe68c9c5) AuthConfig (8d4d19412db2f0bb3ec29b979ed869240c3133122be003dd97edd87cb5a8d2e3) AuthConfig (233c4dc70f85cb35a27d97d2309898ed3c1299d612ee4d2f72c0ceb7fbfe36ce) AuthConfig (20a3c226855b03c06e12b94ccbbf5a735bd748debc086721f63df362f6f6efee) AuthConfig (febf4113efcab11e3e2849fa7ece7ab6d6d029c8ab73f7848a407fd1c46c8066) AuthConfig (0245a995851bbeddf072ef227febf1fcc64197e6a2994ad21dc3a5e00d9a60f0) AuthConfig (63e02af57aec7a32ad5cc6105ad48bf93de92f6e3726e90e53721f7bcfdd8357) AuthConfig (97065be1e44f552ae60b54b8da7e87b4897bd74ba6d188c5a21af5a13ab31412) AuthConfig (b1dca4b4eb5786bda5838b822a518f7cecebd37d8f34b68759e8ab8445e6877d) AuthConfig (05a546ca2311060a330fc3479d4d28e518686a96569512037fcfad775193163f) AuthConfig (407fd80c9e73beb158d09061b785d1a1e102ca3201f91106d93c4941d54a0d38) AuthConfig (60f1fe3c5c0290443133c338cea95b7cdf856474ae4ef14310bc35c115bf1154)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"11799acc-5fa5-4487-b838-edff793796ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:22.146275683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9563504684ac1f3d9193b5d295180f33f3d6cc2ccf72fdfcf9e2aa99f27b610f) AuthConfig (90a0784c44fb39523199783de41f258b9651e79bae1e3ec1615a12987c5f3ddb) AuthConfig (29bdd137dbb1893c09c45e1e776c3e114a985c76689b5ec28a6c9b55ff8df341) AuthConfig (eb70a94fb7ecf789e70694e8392dc2fb85d3b7da53ead77186bcb562bcc80652) AuthConfig (51f85218e03361adb0c1497c424317577bd824accfd83b4a4a1d4b9e187405f1) AuthConfig (5a7d864ed3dbe52fa2d04e5313fb70b15ccc883aec47520c796241ffc2ff84d7) AuthConfig (315e08ab9295523c65a09ffa4f8cbb1983258a236a94418177cc15429c1a03e0) AuthConfig (86e8e6deadb65005c88bab27efa153e884377eb13ac6c3715f9048417f01bf07) AuthConfig (943017fdc9697bd4b3738d1156fb1170de362703dc7ea1aae2f1337e597ce716) AuthConfig (4fe2d1c36de70e226d26e27d9173a17162162d70fee2e82f7b253d84dc017e65) AuthConfig (a58d1fc9c1efd4b841232d0074c14ff9e5163fe528235477de0208512d88a05e) AuthConfig (48c09d6515ae4af6a37e2cf96db95a54751a9966dce1f0d19cf9ca4696f815ae) AuthConfig (3e5e4757ea9dd8393b7fc475b5e060bf857d00ba8abcd5e44ea2b17864354514) AuthConfig (f7c93e69fd1079bbe9538322f9e0e2748b475b24bbee95d1116eb0f3cb6bb586) AuthConfig (1d36655067dcbf0f0a6aa8e227d72efcbc55d67166dfd1fbf432f4e54fb86aea) AuthConfig (0aa9ca5f6525f54323b46fca89ac830ab24c8cdb86cb8405f6eeda693d1b8f2a) AuthConfig (b81853829f6bf72de900927358007d47fce01696480e15c0e63ca7a15f09323e) AuthConfig (20736401e5d41006f54b5603ea885948961748f2149302773288117665158947) AuthConfig (b18bba93b619a9158eb98ca262fa54df6727233ae3e20ec502a4e80dfe68c9c5) AuthConfig (8d4d19412db2f0bb3ec29b979ed869240c3133122be003dd97edd87cb5a8d2e3) AuthConfig (233c4dc70f85cb35a27d97d2309898ed3c1299d612ee4d2f72c0ceb7fbfe36ce) AuthConfig (20a3c226855b03c06e12b94ccbbf5a735bd748debc086721f63df362f6f6efee) AuthConfig (febf4113efcab11e3e2849fa7ece7ab6d6d029c8ab73f7848a407fd1c46c8066) AuthConfig (0245a995851bbeddf072ef227febf1fcc64197e6a2994ad21dc3a5e00d9a60f0) AuthConfig (63e02af57aec7a32ad5cc6105ad48bf93de92f6e3726e90e53721f7bcfdd8357) AuthConfig (97065be1e44f552ae60b54b8da7e87b4897bd74ba6d188c5a21af5a13ab31412) AuthConfig (b1dca4b4eb5786bda5838b822a518f7cecebd37d8f34b68759e8ab8445e6877d) AuthConfig (05a546ca2311060a330fc3479d4d28e518686a96569512037fcfad775193163f) AuthConfig (407fd80c9e73beb158d09061b785d1a1e102ca3201f91106d93c4941d54a0d38) AuthConfig (60f1fe3c5c0290443133c338cea95b7cdf856474ae4ef14310bc35c115bf1154)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a898b96d-6f94-4701-96c3-92aace1588c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:32.291974532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cd7f1e7b-70c2-423c-8dfe-ac7db372ca04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:32.295834927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6be46c0e-bcb3-40be-96ea-b2c14f1c3e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:32.348231474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cd7f1e7b-70c2-423c-8dfe-ac7db372ca04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:32.349125312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6be46c0e-bcb3-40be-96ea-b2c14f1c3e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:32.401061096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9563504684ac1f3d9193b5d295180f33f3d6cc2ccf72fdfcf9e2aa99f27b610f) AuthConfig (90a0784c44fb39523199783de41f258b9651e79bae1e3ec1615a12987c5f3ddb) AuthConfig (29bdd137dbb1893c09c45e1e776c3e114a985c76689b5ec28a6c9b55ff8df341) AuthConfig (eb70a94fb7ecf789e70694e8392dc2fb85d3b7da53ead77186bcb562bcc80652) AuthConfig (51f85218e03361adb0c1497c424317577bd824accfd83b4a4a1d4b9e187405f1) AuthConfig (5a7d864ed3dbe52fa2d04e5313fb70b15ccc883aec47520c796241ffc2ff84d7) AuthConfig (315e08ab9295523c65a09ffa4f8cbb1983258a236a94418177cc15429c1a03e0) AuthConfig (86e8e6deadb65005c88bab27efa153e884377eb13ac6c3715f9048417f01bf07) AuthConfig (943017fdc9697bd4b3738d1156fb1170de362703dc7ea1aae2f1337e597ce716) AuthConfig (4fe2d1c36de70e226d26e27d9173a17162162d70fee2e82f7b253d84dc017e65) AuthConfig (a58d1fc9c1efd4b841232d0074c14ff9e5163fe528235477de0208512d88a05e) AuthConfig (48c09d6515ae4af6a37e2cf96db95a54751a9966dce1f0d19cf9ca4696f815ae) AuthConfig (3e5e4757ea9dd8393b7fc475b5e060bf857d00ba8abcd5e44ea2b17864354514) AuthConfig (f7c93e69fd1079bbe9538322f9e0e2748b475b24bbee95d1116eb0f3cb6bb586) AuthConfig (1d36655067dcbf0f0a6aa8e227d72efcbc55d67166dfd1fbf432f4e54fb86aea) AuthConfig (0aa9ca5f6525f54323b46fca89ac830ab24c8cdb86cb8405f6eeda693d1b8f2a) AuthConfig (b81853829f6bf72de900927358007d47fce01696480e15c0e63ca7a15f09323e) AuthConfig (20736401e5d41006f54b5603ea885948961748f2149302773288117665158947) AuthConfig (b18bba93b619a9158eb98ca262fa54df6727233ae3e20ec502a4e80dfe68c9c5) AuthConfig (8d4d19412db2f0bb3ec29b979ed869240c3133122be003dd97edd87cb5a8d2e3) AuthConfig (233c4dc70f85cb35a27d97d2309898ed3c1299d612ee4d2f72c0ceb7fbfe36ce) AuthConfig (20a3c226855b03c06e12b94ccbbf5a735bd748debc086721f63df362f6f6efee) AuthConfig (febf4113efcab11e3e2849fa7ece7ab6d6d029c8ab73f7848a407fd1c46c8066) AuthConfig (0245a995851bbeddf072ef227febf1fcc64197e6a2994ad21dc3a5e00d9a60f0) AuthConfig (63e02af57aec7a32ad5cc6105ad48bf93de92f6e3726e90e53721f7bcfdd8357) AuthConfig (97065be1e44f552ae60b54b8da7e87b4897bd74ba6d188c5a21af5a13ab31412) AuthConfig (b1dca4b4eb5786bda5838b822a518f7cecebd37d8f34b68759e8ab8445e6877d) AuthConfig (05a546ca2311060a330fc3479d4d28e518686a96569512037fcfad775193163f) AuthConfig (407fd80c9e73beb158d09061b785d1a1e102ca3201f91106d93c4941d54a0d38) AuthConfig (60f1fe3c5c0290443133c338cea95b7cdf856474ae4ef14310bc35c115bf1154)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cd7f1e7b-70c2-423c-8dfe-ac7db372ca04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:32.40168566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-dc26c5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9563504684ac1f3d9193b5d295180f33f3d6cc2ccf72fdfcf9e2aa99f27b610f) AuthConfig (90a0784c44fb39523199783de41f258b9651e79bae1e3ec1615a12987c5f3ddb) AuthConfig (29bdd137dbb1893c09c45e1e776c3e114a985c76689b5ec28a6c9b55ff8df341) AuthConfig (eb70a94fb7ecf789e70694e8392dc2fb85d3b7da53ead77186bcb562bcc80652) AuthConfig (51f85218e03361adb0c1497c424317577bd824accfd83b4a4a1d4b9e187405f1) AuthConfig (5a7d864ed3dbe52fa2d04e5313fb70b15ccc883aec47520c796241ffc2ff84d7) AuthConfig (315e08ab9295523c65a09ffa4f8cbb1983258a236a94418177cc15429c1a03e0) AuthConfig (86e8e6deadb65005c88bab27efa153e884377eb13ac6c3715f9048417f01bf07) AuthConfig (943017fdc9697bd4b3738d1156fb1170de362703dc7ea1aae2f1337e597ce716) AuthConfig (4fe2d1c36de70e226d26e27d9173a17162162d70fee2e82f7b253d84dc017e65) AuthConfig (a58d1fc9c1efd4b841232d0074c14ff9e5163fe528235477de0208512d88a05e) AuthConfig (48c09d6515ae4af6a37e2cf96db95a54751a9966dce1f0d19cf9ca4696f815ae) AuthConfig (3e5e4757ea9dd8393b7fc475b5e060bf857d00ba8abcd5e44ea2b17864354514) AuthConfig (f7c93e69fd1079bbe9538322f9e0e2748b475b24bbee95d1116eb0f3cb6bb586) AuthConfig (1d36655067dcbf0f0a6aa8e227d72efcbc55d67166dfd1fbf432f4e54fb86aea) AuthConfig (0aa9ca5f6525f54323b46fca89ac830ab24c8cdb86cb8405f6eeda693d1b8f2a) AuthConfig (b81853829f6bf72de900927358007d47fce01696480e15c0e63ca7a15f09323e) AuthConfig (20736401e5d41006f54b5603ea885948961748f2149302773288117665158947) AuthConfig (b18bba93b619a9158eb98ca262fa54df6727233ae3e20ec502a4e80dfe68c9c5) AuthConfig (8d4d19412db2f0bb3ec29b979ed869240c3133122be003dd97edd87cb5a8d2e3) AuthConfig (233c4dc70f85cb35a27d97d2309898ed3c1299d612ee4d2f72c0ceb7fbfe36ce) AuthConfig (20a3c226855b03c06e12b94ccbbf5a735bd748debc086721f63df362f6f6efee) AuthConfig (febf4113efcab11e3e2849fa7ece7ab6d6d029c8ab73f7848a407fd1c46c8066) AuthConfig (0245a995851bbeddf072ef227febf1fcc64197e6a2994ad21dc3a5e00d9a60f0) AuthConfig (63e02af57aec7a32ad5cc6105ad48bf93de92f6e3726e90e53721f7bcfdd8357) AuthConfig (97065be1e44f552ae60b54b8da7e87b4897bd74ba6d188c5a21af5a13ab31412) AuthConfig (b1dca4b4eb5786bda5838b822a518f7cecebd37d8f34b68759e8ab8445e6877d) AuthConfig (05a546ca2311060a330fc3479d4d28e518686a96569512037fcfad775193163f) AuthConfig (407fd80c9e73beb158d09061b785d1a1e102ca3201f91106d93c4941d54a0d38) AuthConfig (60f1fe3c5c0290443133c338cea95b7cdf856474ae4ef14310bc35c115bf1154)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6be46c0e-bcb3-40be-96ea-b2c14f1c3e9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:38.004026618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"aabba167-97c7-402d-bb02-86c4afd81c1d","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:39.222898511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:42.547603225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b2cc679a-ff71-4fb6-a1d8-ad4a69469a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:42.547798295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a2020b58-a90a-49b2-83d2-df1d36bcc06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:42.6018705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a2020b58-a90a-49b2-83d2-df1d36bcc06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:42.60316599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b2cc679a-ff71-4fb6-a1d8-ad4a69469a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:42.856552823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"0ca66aa8-4b73-4c72-9a12-766827594639","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:42.856925398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"3f78195a-4522-45db-ba20-7dbcbd417353","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:50.538758701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"bf057221-3ee1-4041-8a76-1a757c92ac54","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:50.671064856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"a4f312c8-3783-415f-ab8c-11558792a4a8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:50.726432115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"c8124c55-d637-4def-bc6a-067addc3991b","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:50.780824378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"4a686892-17c6-43c6-991b-00e6be6f8674","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:50.782666416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"635b8b6d-dace-47f1-96a4-1b92c577d411","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:50.895673575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"a250708b-fb9d-40f1-8eec-13f49f8a5c4b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:50.942368669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d4fabc4d-e9f8-49b4-b82d-13f169603396","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:50.998968385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d8b3693c-637f-4b6a-8e7b-6dfb7d60fe54","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:51.048879327Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d8b3693c-637f-4b6a-8e7b-6dfb7d60fe54","name":"simulator-w2-70e0c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-70e0c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:51.048947501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d8b3693c-637f-4b6a-8e7b-6dfb7d60fe54","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-70e0c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.054260422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"4a0d2d3b-7567-4829-a27a-5e4b25042fe8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.092255987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"cc09c90b-3296-404d-a4b0-b70879a47e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.15742079Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"761c133c-4102-490e-84a5-4c7592d38500","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.2125906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"cc09c90b-3296-404d-a4b0-b70879a47e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.229138695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"54e3f888-3636-4876-b98a-4022e3d4b912","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.264473169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"cc09c90b-3296-404d-a4b0-b70879a47e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.283059721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"fd6596c6-dd82-4f42-b80a-5b1c58fdc936","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:51.309034635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"761c133c-4102-490e-84a5-4c7592d38500","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.318388256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"99fc29ac-57a3-4186-a9ef-eb641b3bcf58","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.33500639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"c0fd787f-8034-48d6-86c8-6949b03e6f8a","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:51.338184163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"7e236312-31f1-4bb4-8da4-73dd658089b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.415432712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"5675be95-b966-438b-8cbc-02201583256b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.451805344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"1d0efe26-9335-4ced-b973-d05216d2256f","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.468893308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"5675be95-b966-438b-8cbc-02201583256b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.505424337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"cc0d7bac-96aa-4f5c-ba30-3404a285ca0e","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.5058608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"d3fcc6fe-2504-44e2-89ee-e5170dec19ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.506145909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"e7cd6296-e008-42df-911e-be21559e6a7d","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.52109793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"5675be95-b966-438b-8cbc-02201583256b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.564738329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"abb76218-221a-4ae1-bcb5-66c9722453f0","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.667806573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1becb1f-dc13-4ddd-acd1-db27787ac01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.668499922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f5688988-cccb-4b20-afa0-78add3ac3647","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.709828641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"4194e6f5-f8a4-49d3-a7ad-f28f042a95e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"premium-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.721408676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1becb1f-dc13-4ddd-acd1-db27787ac01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.766564523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e80066ac-9c68-4caf-a397-6af5c2c1ff9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.773255579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1becb1f-dc13-4ddd-acd1-db27787ac01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.820334051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e80066ac-9c68-4caf-a397-6af5c2c1ff9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.862333935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"1f026a1c-b086-4daf-846a-f36ff3cab188","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.872485423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e80066ac-9c68-4caf-a397-6af5c2c1ff9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.917665501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f2f4fca1-a6b3-4208-a723-273cce4da091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.92616329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"96d052d1-aa8b-413b-9715-4b24d1e703c1","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:51.972689357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f2f4fca1-a6b3-4208-a723-273cce4da091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.025060582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f2f4fca1-a6b3-4208-a723-273cce4da091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.057230926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"46c7a736-8b65-4fb3-bfe9-c02ac83a64bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.070881594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"052dd0bd-7eaf-474a-8d39-c90047b8387a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.125125875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"052dd0bd-7eaf-474a-8d39-c90047b8387a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.177420849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"052dd0bd-7eaf-474a-8d39-c90047b8387a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.215362378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"70c2ed50-60ae-4ed8-b891-ef143e03aad5","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.510599131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"a26c11bb-45a7-40df-b9c3-2bc417f0791c","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.56427675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"b5997c39-eae0-44fd-b872-5d93ffddbd6f","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.70971017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"d0d30a4f-5a08-4db4-ab4e-22657480e6fa","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.765029333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"d0d30a4f-5a08-4db4-ab4e-22657480e6fa","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.819551353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"dd0840fb-9b7d-46b1-98d8-222052620f94","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.878735468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"72ff97a9-a975-4b5f-9cb9-548e2efcb2bc","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.925714579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"263398a7-8269-4d66-8535-b35cc03ea631","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:52.934977892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-dc26c5/e2e-dry-sub-41c6797e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-41c6797e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.969716566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"4295a43f-4731-4093-9407-0d7cf13155a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.973507677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c50258df-ce47-401c-a15e-9a08daf73f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:52.991044223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"8f48102a-ce71-4beb-9d01-5d9ae30073c5","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.026050949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"4295a43f-4731-4093-9407-0d7cf13155a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.028940671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c50258df-ce47-401c-a15e-9a08daf73f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.079269744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"2f8e5b28-1f8a-4969-bf44-c91f06ea3593","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.226727616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"3c94e334-b05d-4a42-876c-8f24e432d9b4","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.275357809Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-41c6797e","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e","reconcileID":"7eb69558-63cf-4d7b-9bea-29f83239921b","MaaSSubscription":{"name":"e2e-dry-sub-41c6797e","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/e2e-dry-sub-41c6797e","ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.283083077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"3c94e334-b05d-4a42-876c-8f24e432d9b4","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.341469621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"7248cb54-d178-4124-8c42-307843a6be10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.341669981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a45d2d11-68ec-4c3d-bda4-081e215a1058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.394642137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"7248cb54-d178-4124-8c42-307843a6be10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.395033384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a45d2d11-68ec-4c3d-bda4-081e215a1058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.439368059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"4f55af1d-2870-4c61-ba2f-26552fc874dd","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.48812568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"1e82d365-5574-4acd-9ca3-9018df2e203e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:28:53.537238235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"3c94e334-b05d-4a42-876c-8f24e432d9b4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-41c6797e-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.636990783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-41c6797e","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e","reconcileID":"054e32b9-bf61-4a62-b220-7892aa4b8094","MaaSSubscription":{"name":"e2e-dry-sub-41c6797e","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.695163819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"2935a0bf-6132-41a2-a098-a712b3e0bec2","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:53.749345507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"2935a0bf-6132-41a2-a098-a712b3e0bec2","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:55.211708014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"fcb4234f-4f31-4298-a1e3-fc794c95d438","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:57.522409305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"10c7e700-1e02-4d87-86a7-c2199aa5639c","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:57.668090497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"f1817579-381b-4fd4-923c-ac918f2debfc","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:57.668116065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a2ccbe8f-2c6b-4d1f-a620-a9e41d513a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:57.668494131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"45ca7ab4-53c6-4ff2-9092-8d01cbaf309a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:57.723157044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"45ca7ab4-53c6-4ff2-9092-8d01cbaf309a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:57.723277932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a2ccbe8f-2c6b-4d1f-a620-a9e41d513a4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:28:57.73019109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"f1817579-381b-4fd4-923c-ac918f2debfc","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:00.773901449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"ae8e2852-a029-4cc0-8fb0-16e703ffa2e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:00.87362949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"caae9e45-006b-461f-bcd9-86b1a43aa387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:00.928403867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f05ac16c-333f-4e17-b67e-c6148914c03c","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.02923647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"8d638021-d32a-4d61-b145-6ad3f0415a5f","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.059987893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"312520d7-17eb-4f24-8e21-a0391b312a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.060176711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b3a25627-6f7a-4d9b-aafb-912e80accc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.11438315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"312520d7-17eb-4f24-8e21-a0391b312a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.114406976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b3a25627-6f7a-4d9b-aafb-912e80accc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.167316034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (773f32777eaef17cc3197895707e5d2e8bb7f561dba585834e912ae7cae451b8) AuthConfig (19df717f8419d3f9509974e20bb00ea43d36a9c565ed454b7cac30356fac4314) AuthConfig (bd37b01b2c2142709a00554a2b33b0f2f00bac4f72d292c830870fa5e7a4bc5c) AuthConfig (0756234a0ea167e3417fc65dd2c9ef8eed144fba14576171548e18a35966db44) AuthConfig (4d5b47e6dbc16cb0e4f5907b5811fd796413830afa42ab277d4218bdc096e689) AuthConfig (ad5fb94b4c9e2f2c0e72b0f88eb5d521da2cd1a1da2f256056b996aef27a1d6b) AuthConfig (341a92ee1feb48aee3d1183815bb129f5caf840924cc0a50a15b891276eed2c8) AuthConfig (6edef70fbe4e7efa628e496abf277822c48b297170ccf0203e592ec175f9786e) AuthConfig (1964c3d4f18b895dcaa79fbc8c11cf0b01451106ba5bba5e5ecfd026ef24ca7d) AuthConfig (bada296eaf558170726aec4369cc86cc5feeb0de1efd566d29e46c2d520e500c) AuthConfig (df295d5be2ca759686d93134cdac4843a61313d0da0a2a1fff46126121a4eba1) AuthConfig (ccd67685c0e203cedc2d09a77195b64f77a91fefbcae736d8fa218d88db8cd8a) AuthConfig (542ab8a8cd4419fb22e64444d169387f1814a25107226232e485e8e79eeee945) AuthConfig (7e46b3e84587790af669689d1ba501116799db73a3c32ad3f071922570c234ac) AuthConfig (53a053cbd0b16afef81085b73cdeb4b2abcf39d958bdc5bcc2dde725d5a8adc0) AuthConfig (bd164be2bc2efb10d9518574e3e5f06ba40f828e79409c8b9ee6ccb837443734) AuthConfig (c2f427d2596782a8b26ddffbb1ba105a02aad58d3d4e92e51a86515b689099db) AuthConfig (9ed6098403313ff61ee7ecf9a3a577125875335b4b417f7e5f41a38ecb04951a) AuthConfig (f012e957b6c4bd8116a6c0f7c6f311e8478ff155264918153f3652a44c2809fd) AuthConfig (28c8ca05f5302dd219eba5e3382733c796d44b52078178f40bbc3ec4f7016699) AuthConfig (6ab0306201efabb8510e12141f7e1bcb65713fb346fc7a687f75d604476223fb) AuthConfig (1d4cb93357ea2924999f42ef3f15471723809a17e31652b6f12de300bd475f0d) AuthConfig (ff69e1fa81f71945857f0a5f182ca8c100770231c70990822603c16ac556ceb0) AuthConfig (af434e8f85d50cc0ca5e297913cdec5986ffd3be421a52d095da363c233a283b) AuthConfig (510e9517f922471b67ca97854924b1c0de5abb2d5c23602276388c0d25cb5800) AuthConfig (3c9c43174331e254ce360dbe3a74100c2866dc5e519730558f35b3dd623689ab) AuthConfig (ad7b361c75551a343eb0d81e47f5df760265d4b35974ce3e3783127e909da02e) AuthConfig (765c87a4d17cf6c667e38d6807e63eba46e50eb9d346a7b2b65935a3d97cd791) AuthConfig (1f5d8b15fa2647c82603a0c7d6432f0eb845266f9df6f637b2280a9d61c99708) AuthConfig (01319aa717390f339bfef6b3c82ca9477763f2953ca261a63ff0f5dc7b95c660)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b3a25627-6f7a-4d9b-aafb-912e80accc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.16744714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (773f32777eaef17cc3197895707e5d2e8bb7f561dba585834e912ae7cae451b8) AuthConfig (19df717f8419d3f9509974e20bb00ea43d36a9c565ed454b7cac30356fac4314) AuthConfig (bd37b01b2c2142709a00554a2b33b0f2f00bac4f72d292c830870fa5e7a4bc5c) AuthConfig (0756234a0ea167e3417fc65dd2c9ef8eed144fba14576171548e18a35966db44) AuthConfig (4d5b47e6dbc16cb0e4f5907b5811fd796413830afa42ab277d4218bdc096e689) AuthConfig (ad5fb94b4c9e2f2c0e72b0f88eb5d521da2cd1a1da2f256056b996aef27a1d6b) AuthConfig (341a92ee1feb48aee3d1183815bb129f5caf840924cc0a50a15b891276eed2c8) AuthConfig (6edef70fbe4e7efa628e496abf277822c48b297170ccf0203e592ec175f9786e) AuthConfig (1964c3d4f18b895dcaa79fbc8c11cf0b01451106ba5bba5e5ecfd026ef24ca7d) AuthConfig (bada296eaf558170726aec4369cc86cc5feeb0de1efd566d29e46c2d520e500c) AuthConfig (df295d5be2ca759686d93134cdac4843a61313d0da0a2a1fff46126121a4eba1) AuthConfig (ccd67685c0e203cedc2d09a77195b64f77a91fefbcae736d8fa218d88db8cd8a) AuthConfig (542ab8a8cd4419fb22e64444d169387f1814a25107226232e485e8e79eeee945) AuthConfig (7e46b3e84587790af669689d1ba501116799db73a3c32ad3f071922570c234ac) AuthConfig (53a053cbd0b16afef81085b73cdeb4b2abcf39d958bdc5bcc2dde725d5a8adc0) AuthConfig (bd164be2bc2efb10d9518574e3e5f06ba40f828e79409c8b9ee6ccb837443734) AuthConfig (c2f427d2596782a8b26ddffbb1ba105a02aad58d3d4e92e51a86515b689099db) AuthConfig (9ed6098403313ff61ee7ecf9a3a577125875335b4b417f7e5f41a38ecb04951a) AuthConfig (f012e957b6c4bd8116a6c0f7c6f311e8478ff155264918153f3652a44c2809fd) AuthConfig (28c8ca05f5302dd219eba5e3382733c796d44b52078178f40bbc3ec4f7016699) AuthConfig (6ab0306201efabb8510e12141f7e1bcb65713fb346fc7a687f75d604476223fb) AuthConfig (1d4cb93357ea2924999f42ef3f15471723809a17e31652b6f12de300bd475f0d) AuthConfig (ff69e1fa81f71945857f0a5f182ca8c100770231c70990822603c16ac556ceb0) AuthConfig (af434e8f85d50cc0ca5e297913cdec5986ffd3be421a52d095da363c233a283b) AuthConfig (510e9517f922471b67ca97854924b1c0de5abb2d5c23602276388c0d25cb5800) AuthConfig (3c9c43174331e254ce360dbe3a74100c2866dc5e519730558f35b3dd623689ab) AuthConfig (ad7b361c75551a343eb0d81e47f5df760265d4b35974ce3e3783127e909da02e) AuthConfig (765c87a4d17cf6c667e38d6807e63eba46e50eb9d346a7b2b65935a3d97cd791) AuthConfig (1f5d8b15fa2647c82603a0c7d6432f0eb845266f9df6f637b2280a9d61c99708) AuthConfig (01319aa717390f339bfef6b3c82ca9477763f2953ca261a63ff0f5dc7b95c660)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"312520d7-17eb-4f24-8e21-a0391b312a5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.222741319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"2123d3cd-83af-47e7-9a66-577c1bda99c1","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.223279391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"ac33a5e4-69a0-4ed4-8e09-4a6d89a2215c","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.368936082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"256a8a3a-c5ea-4b60-a94f-233e763c9d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.368936067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"17a31342-03bc-429c-b1b6-1f9aced01e3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.423151607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"256a8a3a-c5ea-4b60-a94f-233e763c9d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.423158243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"17a31342-03bc-429c-b1b6-1f9aced01e3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.476848986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (773f32777eaef17cc3197895707e5d2e8bb7f561dba585834e912ae7cae451b8) AuthConfig (19df717f8419d3f9509974e20bb00ea43d36a9c565ed454b7cac30356fac4314) AuthConfig (bd37b01b2c2142709a00554a2b33b0f2f00bac4f72d292c830870fa5e7a4bc5c) AuthConfig (0756234a0ea167e3417fc65dd2c9ef8eed144fba14576171548e18a35966db44) AuthConfig (4d5b47e6dbc16cb0e4f5907b5811fd796413830afa42ab277d4218bdc096e689) AuthConfig (ad5fb94b4c9e2f2c0e72b0f88eb5d521da2cd1a1da2f256056b996aef27a1d6b) AuthConfig (341a92ee1feb48aee3d1183815bb129f5caf840924cc0a50a15b891276eed2c8) AuthConfig (6edef70fbe4e7efa628e496abf277822c48b297170ccf0203e592ec175f9786e) AuthConfig (1964c3d4f18b895dcaa79fbc8c11cf0b01451106ba5bba5e5ecfd026ef24ca7d) AuthConfig (bada296eaf558170726aec4369cc86cc5feeb0de1efd566d29e46c2d520e500c) AuthConfig (df295d5be2ca759686d93134cdac4843a61313d0da0a2a1fff46126121a4eba1) AuthConfig (ccd67685c0e203cedc2d09a77195b64f77a91fefbcae736d8fa218d88db8cd8a) AuthConfig (542ab8a8cd4419fb22e64444d169387f1814a25107226232e485e8e79eeee945) AuthConfig (7e46b3e84587790af669689d1ba501116799db73a3c32ad3f071922570c234ac) AuthConfig (53a053cbd0b16afef81085b73cdeb4b2abcf39d958bdc5bcc2dde725d5a8adc0) AuthConfig (bd164be2bc2efb10d9518574e3e5f06ba40f828e79409c8b9ee6ccb837443734) AuthConfig (c2f427d2596782a8b26ddffbb1ba105a02aad58d3d4e92e51a86515b689099db) AuthConfig (9ed6098403313ff61ee7ecf9a3a577125875335b4b417f7e5f41a38ecb04951a) AuthConfig (f012e957b6c4bd8116a6c0f7c6f311e8478ff155264918153f3652a44c2809fd) AuthConfig (28c8ca05f5302dd219eba5e3382733c796d44b52078178f40bbc3ec4f7016699) AuthConfig (6ab0306201efabb8510e12141f7e1bcb65713fb346fc7a687f75d604476223fb) AuthConfig (1d4cb93357ea2924999f42ef3f15471723809a17e31652b6f12de300bd475f0d) AuthConfig (ff69e1fa81f71945857f0a5f182ca8c100770231c70990822603c16ac556ceb0) AuthConfig (af434e8f85d50cc0ca5e297913cdec5986ffd3be421a52d095da363c233a283b) AuthConfig (510e9517f922471b67ca97854924b1c0de5abb2d5c23602276388c0d25cb5800) AuthConfig (3c9c43174331e254ce360dbe3a74100c2866dc5e519730558f35b3dd623689ab) AuthConfig (ad7b361c75551a343eb0d81e47f5df760265d4b35974ce3e3783127e909da02e) AuthConfig (765c87a4d17cf6c667e38d6807e63eba46e50eb9d346a7b2b65935a3d97cd791) AuthConfig (1f5d8b15fa2647c82603a0c7d6432f0eb845266f9df6f637b2280a9d61c99708) AuthConfig (01319aa717390f339bfef6b3c82ca9477763f2953ca261a63ff0f5dc7b95c660)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"256a8a3a-c5ea-4b60-a94f-233e763c9d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.476983117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (773f32777eaef17cc3197895707e5d2e8bb7f561dba585834e912ae7cae451b8) AuthConfig (19df717f8419d3f9509974e20bb00ea43d36a9c565ed454b7cac30356fac4314) AuthConfig (bd37b01b2c2142709a00554a2b33b0f2f00bac4f72d292c830870fa5e7a4bc5c) AuthConfig (0756234a0ea167e3417fc65dd2c9ef8eed144fba14576171548e18a35966db44) AuthConfig (4d5b47e6dbc16cb0e4f5907b5811fd796413830afa42ab277d4218bdc096e689) AuthConfig (ad5fb94b4c9e2f2c0e72b0f88eb5d521da2cd1a1da2f256056b996aef27a1d6b) AuthConfig (341a92ee1feb48aee3d1183815bb129f5caf840924cc0a50a15b891276eed2c8) AuthConfig (6edef70fbe4e7efa628e496abf277822c48b297170ccf0203e592ec175f9786e) AuthConfig (1964c3d4f18b895dcaa79fbc8c11cf0b01451106ba5bba5e5ecfd026ef24ca7d) AuthConfig (bada296eaf558170726aec4369cc86cc5feeb0de1efd566d29e46c2d520e500c) AuthConfig (df295d5be2ca759686d93134cdac4843a61313d0da0a2a1fff46126121a4eba1) AuthConfig (ccd67685c0e203cedc2d09a77195b64f77a91fefbcae736d8fa218d88db8cd8a) AuthConfig (542ab8a8cd4419fb22e64444d169387f1814a25107226232e485e8e79eeee945) AuthConfig (7e46b3e84587790af669689d1ba501116799db73a3c32ad3f071922570c234ac) AuthConfig (53a053cbd0b16afef81085b73cdeb4b2abcf39d958bdc5bcc2dde725d5a8adc0) AuthConfig (bd164be2bc2efb10d9518574e3e5f06ba40f828e79409c8b9ee6ccb837443734) AuthConfig (c2f427d2596782a8b26ddffbb1ba105a02aad58d3d4e92e51a86515b689099db) AuthConfig (9ed6098403313ff61ee7ecf9a3a577125875335b4b417f7e5f41a38ecb04951a) AuthConfig (f012e957b6c4bd8116a6c0f7c6f311e8478ff155264918153f3652a44c2809fd) AuthConfig (28c8ca05f5302dd219eba5e3382733c796d44b52078178f40bbc3ec4f7016699) AuthConfig (6ab0306201efabb8510e12141f7e1bcb65713fb346fc7a687f75d604476223fb) AuthConfig (1d4cb93357ea2924999f42ef3f15471723809a17e31652b6f12de300bd475f0d) AuthConfig (ff69e1fa81f71945857f0a5f182ca8c100770231c70990822603c16ac556ceb0) AuthConfig (af434e8f85d50cc0ca5e297913cdec5986ffd3be421a52d095da363c233a283b) AuthConfig (510e9517f922471b67ca97854924b1c0de5abb2d5c23602276388c0d25cb5800) AuthConfig (3c9c43174331e254ce360dbe3a74100c2866dc5e519730558f35b3dd623689ab) AuthConfig (ad7b361c75551a343eb0d81e47f5df760265d4b35974ce3e3783127e909da02e) AuthConfig (765c87a4d17cf6c667e38d6807e63eba46e50eb9d346a7b2b65935a3d97cd791) AuthConfig (1f5d8b15fa2647c82603a0c7d6432f0eb845266f9df6f637b2280a9d61c99708) AuthConfig (01319aa717390f339bfef6b3c82ca9477763f2953ca261a63ff0f5dc7b95c660)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"17a31342-03bc-429c-b1b6-1f9aced01e3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:01.527519803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"17a31342-03bc-429c-b1b6-1f9aced01e3a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.685032964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c26ee75a-14ec-49c0-81fc-3c66dde6c96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.738931737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c26ee75a-14ec-49c0-81fc-3c66dde6c96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.794651802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (773f32777eaef17cc3197895707e5d2e8bb7f561dba585834e912ae7cae451b8) AuthConfig (19df717f8419d3f9509974e20bb00ea43d36a9c565ed454b7cac30356fac4314) AuthConfig (bd37b01b2c2142709a00554a2b33b0f2f00bac4f72d292c830870fa5e7a4bc5c) AuthConfig (0756234a0ea167e3417fc65dd2c9ef8eed144fba14576171548e18a35966db44) AuthConfig (4d5b47e6dbc16cb0e4f5907b5811fd796413830afa42ab277d4218bdc096e689) AuthConfig (ad5fb94b4c9e2f2c0e72b0f88eb5d521da2cd1a1da2f256056b996aef27a1d6b) AuthConfig (341a92ee1feb48aee3d1183815bb129f5caf840924cc0a50a15b891276eed2c8) AuthConfig (6edef70fbe4e7efa628e496abf277822c48b297170ccf0203e592ec175f9786e) AuthConfig (1964c3d4f18b895dcaa79fbc8c11cf0b01451106ba5bba5e5ecfd026ef24ca7d) AuthConfig (bada296eaf558170726aec4369cc86cc5feeb0de1efd566d29e46c2d520e500c) AuthConfig (df295d5be2ca759686d93134cdac4843a61313d0da0a2a1fff46126121a4eba1) AuthConfig (ccd67685c0e203cedc2d09a77195b64f77a91fefbcae736d8fa218d88db8cd8a) AuthConfig (542ab8a8cd4419fb22e64444d169387f1814a25107226232e485e8e79eeee945) AuthConfig (7e46b3e84587790af669689d1ba501116799db73a3c32ad3f071922570c234ac) AuthConfig (53a053cbd0b16afef81085b73cdeb4b2abcf39d958bdc5bcc2dde725d5a8adc0) AuthConfig (bd164be2bc2efb10d9518574e3e5f06ba40f828e79409c8b9ee6ccb837443734) AuthConfig (c2f427d2596782a8b26ddffbb1ba105a02aad58d3d4e92e51a86515b689099db) AuthConfig (9ed6098403313ff61ee7ecf9a3a577125875335b4b417f7e5f41a38ecb04951a) AuthConfig (f012e957b6c4bd8116a6c0f7c6f311e8478ff155264918153f3652a44c2809fd) AuthConfig (28c8ca05f5302dd219eba5e3382733c796d44b52078178f40bbc3ec4f7016699) AuthConfig (6ab0306201efabb8510e12141f7e1bcb65713fb346fc7a687f75d604476223fb) AuthConfig (1d4cb93357ea2924999f42ef3f15471723809a17e31652b6f12de300bd475f0d) AuthConfig (ff69e1fa81f71945857f0a5f182ca8c100770231c70990822603c16ac556ceb0) AuthConfig (af434e8f85d50cc0ca5e297913cdec5986ffd3be421a52d095da363c233a283b) AuthConfig (510e9517f922471b67ca97854924b1c0de5abb2d5c23602276388c0d25cb5800) AuthConfig (3c9c43174331e254ce360dbe3a74100c2866dc5e519730558f35b3dd623689ab) AuthConfig (ad7b361c75551a343eb0d81e47f5df760265d4b35974ce3e3783127e909da02e) AuthConfig (765c87a4d17cf6c667e38d6807e63eba46e50eb9d346a7b2b65935a3d97cd791) AuthConfig (1f5d8b15fa2647c82603a0c7d6432f0eb845266f9df6f637b2280a9d61c99708) AuthConfig (01319aa717390f339bfef6b3c82ca9477763f2953ca261a63ff0f5dc7b95c660)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c26ee75a-14ec-49c0-81fc-3c66dde6c96c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.837005866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"e23e8a3e-3808-4ad3-9c14-83ef0441bdff","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:01.901796976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"6c5d95e6-6620-4f0c-91d1-25b11b87af05","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:02.41417795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"ecb07b76-089f-4d1b-96ea-4358239bac98","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:07.689966053Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-41c6797e","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e","reconcileID":"8598aabb-8b33-4e85-b3be-0162675dc3fe","MaaSSubscription":{"name":"e2e-dry-sub-41c6797e","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscription":"e2e-dry-sub-41c6797e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:07.895537317Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-41c6797e","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e","reconcileID":"8598aabb-8b33-4e85-b3be-0162675dc3fe","MaaSSubscription":{"name":"e2e-dry-sub-41c6797e","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.095635419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"67240765-256a-46a0-a34a-3917d1dd05d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.102730919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"6c64b981-bd8d-426f-97da-7d0bb72a10aa","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.249490572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"d8691f40-7324-4ac7-9b0c-9c923c25a911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.249715387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3c91fdbd-c386-447a-8688-15040bc58498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.249504509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"9df9d528-f443-4506-bf86-f005f1307e35","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.264046268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"40ba291e-08d3-48b6-a2ae-86b88bbb2f3e","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.303782324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3c91fdbd-c386-447a-8688-15040bc58498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.304231392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"9df9d528-f443-4506-bf86-f005f1307e35","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.306220612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"d8691f40-7324-4ac7-9b0c-9c923c25a911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.500990103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-dry-sub-41c6797e-auth","reconcileID":"74729f5e-6b8f-4bf0-8eb6-f115c4931fc7","MaaSAuthPolicy":{"name":"e2e-dry-sub-41c6797e-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:08.656283746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"9059b05d-e4df-421d-abb6-d31d2bc1e29e","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:09.220955644Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:09.951264195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"38db05d5-332d-4d58-bc56-87fc402c0eb3","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.002821029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"8987534a-2772-449e-abf8-a513f1fb7b5f","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.147100181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"79eac5f5-847f-438e-86c9-54fdc4a670fa","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.200768225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"79eac5f5-847f-438e-86c9-54fdc4a670fa","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.233968839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"2a03ed54-6883-4010-b6fe-e1ff9d8ac88f","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.2887744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"342f4824-9dae-4d68-825a-319859b94687","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:10.338729334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0","reconcileID":"740b590d-ad34-4b65-a819-65974f1eaab7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-449a66b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.380758427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e39fab33-4395-4f7b-ad9a-944b3ad535c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.380814699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"7076f208-d266-4456-9a12-5d690df592a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.435995607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e39fab33-4395-4f7b-ad9a-944b3ad535c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.435995364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"7076f208-d266-4456-9a12-5d690df592a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.448621018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"cbbb0e13-cc8a-4fb4-ba50-07e2ce5541e0","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.451275173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"846cc1e4-b370-4826-bac1-718104fa6abd","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.50226319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"ba09ddb5-0a97-4a55-a6f1-094a5f1805d3","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.5989686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"da9b8b7a-94e1-4871-9113-166b89dcbd40","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.652962484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"da9b8b7a-94e1-4871-9113-166b89dcbd40","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.752566546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0","reconcileID":"45f5f352-02ab-4d30-9d85-c416bb73f480","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/e2e-combo-sub-449a66b0","ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.779381165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3ead5051-426e-4ba1-b5ba-54bfd5aa49df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.779700537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5c00fc85-2790-43d7-a159-ce68d3505030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.833437627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5c00fc85-2790-43d7-a159-ce68d3505030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.833652177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3ead5051-426e-4ba1-b5ba-54bfd5aa49df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.905921827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"0146ccb1-b076-46a7-8738-249460109c91","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:10.949226885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"dc67fe09-ece6-4174-b3e0-69edc2babecc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:11.101484179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0","reconcileID":"bfa08fb2-b006-450f-a904-6d6b20f6f939","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:11.623564506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"472429ee-84ba-4ce2-bc2d-a387197887f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:11.677202702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"472429ee-84ba-4ce2-bc2d-a387197887f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:11.729816757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (773f32777eaef17cc3197895707e5d2e8bb7f561dba585834e912ae7cae451b8) AuthConfig (19df717f8419d3f9509974e20bb00ea43d36a9c565ed454b7cac30356fac4314) AuthConfig (bd37b01b2c2142709a00554a2b33b0f2f00bac4f72d292c830870fa5e7a4bc5c) AuthConfig (0756234a0ea167e3417fc65dd2c9ef8eed144fba14576171548e18a35966db44) AuthConfig (4d5b47e6dbc16cb0e4f5907b5811fd796413830afa42ab277d4218bdc096e689) AuthConfig (ad5fb94b4c9e2f2c0e72b0f88eb5d521da2cd1a1da2f256056b996aef27a1d6b) AuthConfig (341a92ee1feb48aee3d1183815bb129f5caf840924cc0a50a15b891276eed2c8) AuthConfig (6edef70fbe4e7efa628e496abf277822c48b297170ccf0203e592ec175f9786e) AuthConfig (1964c3d4f18b895dcaa79fbc8c11cf0b01451106ba5bba5e5ecfd026ef24ca7d) AuthConfig (bada296eaf558170726aec4369cc86cc5feeb0de1efd566d29e46c2d520e500c) AuthConfig (df295d5be2ca759686d93134cdac4843a61313d0da0a2a1fff46126121a4eba1) AuthConfig (ccd67685c0e203cedc2d09a77195b64f77a91fefbcae736d8fa218d88db8cd8a) AuthConfig (542ab8a8cd4419fb22e64444d169387f1814a25107226232e485e8e79eeee945) AuthConfig (7e46b3e84587790af669689d1ba501116799db73a3c32ad3f071922570c234ac) AuthConfig (53a053cbd0b16afef81085b73cdeb4b2abcf39d958bdc5bcc2dde725d5a8adc0) AuthConfig (bd164be2bc2efb10d9518574e3e5f06ba40f828e79409c8b9ee6ccb837443734) AuthConfig (c2f427d2596782a8b26ddffbb1ba105a02aad58d3d4e92e51a86515b689099db) AuthConfig (9ed6098403313ff61ee7ecf9a3a577125875335b4b417f7e5f41a38ecb04951a) AuthConfig (f012e957b6c4bd8116a6c0f7c6f311e8478ff155264918153f3652a44c2809fd) AuthConfig (28c8ca05f5302dd219eba5e3382733c796d44b52078178f40bbc3ec4f7016699) AuthConfig (6ab0306201efabb8510e12141f7e1bcb65713fb346fc7a687f75d604476223fb) AuthConfig (1d4cb93357ea2924999f42ef3f15471723809a17e31652b6f12de300bd475f0d) AuthConfig (ff69e1fa81f71945857f0a5f182ca8c100770231c70990822603c16ac556ceb0) AuthConfig (af434e8f85d50cc0ca5e297913cdec5986ffd3be421a52d095da363c233a283b) AuthConfig (510e9517f922471b67ca97854924b1c0de5abb2d5c23602276388c0d25cb5800) AuthConfig (3c9c43174331e254ce360dbe3a74100c2866dc5e519730558f35b3dd623689ab) AuthConfig (ad7b361c75551a343eb0d81e47f5df760265d4b35974ce3e3783127e909da02e) AuthConfig (765c87a4d17cf6c667e38d6807e63eba46e50eb9d346a7b2b65935a3d97cd791) AuthConfig (1f5d8b15fa2647c82603a0c7d6432f0eb845266f9df6f637b2280a9d61c99708) AuthConfig (01319aa717390f339bfef6b3c82ca9477763f2953ca261a63ff0f5dc7b95c660)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"472429ee-84ba-4ce2-bc2d-a387197887f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:11.946694892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"162a11c3-b7ce-489d-abb0-0ca61eb18713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:12.005170874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"162a11c3-b7ce-489d-abb0-0ca61eb18713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:12.058503034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-70e0c6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (773f32777eaef17cc3197895707e5d2e8bb7f561dba585834e912ae7cae451b8) AuthConfig (19df717f8419d3f9509974e20bb00ea43d36a9c565ed454b7cac30356fac4314) AuthConfig (bd37b01b2c2142709a00554a2b33b0f2f00bac4f72d292c830870fa5e7a4bc5c) AuthConfig (0756234a0ea167e3417fc65dd2c9ef8eed144fba14576171548e18a35966db44) AuthConfig (4d5b47e6dbc16cb0e4f5907b5811fd796413830afa42ab277d4218bdc096e689) AuthConfig (ad5fb94b4c9e2f2c0e72b0f88eb5d521da2cd1a1da2f256056b996aef27a1d6b) AuthConfig (341a92ee1feb48aee3d1183815bb129f5caf840924cc0a50a15b891276eed2c8) AuthConfig (6edef70fbe4e7efa628e496abf277822c48b297170ccf0203e592ec175f9786e) AuthConfig (1964c3d4f18b895dcaa79fbc8c11cf0b01451106ba5bba5e5ecfd026ef24ca7d) AuthConfig (bada296eaf558170726aec4369cc86cc5feeb0de1efd566d29e46c2d520e500c) AuthConfig (df295d5be2ca759686d93134cdac4843a61313d0da0a2a1fff46126121a4eba1) AuthConfig (ccd67685c0e203cedc2d09a77195b64f77a91fefbcae736d8fa218d88db8cd8a) AuthConfig (542ab8a8cd4419fb22e64444d169387f1814a25107226232e485e8e79eeee945) AuthConfig (7e46b3e84587790af669689d1ba501116799db73a3c32ad3f071922570c234ac) AuthConfig (53a053cbd0b16afef81085b73cdeb4b2abcf39d958bdc5bcc2dde725d5a8adc0) AuthConfig (bd164be2bc2efb10d9518574e3e5f06ba40f828e79409c8b9ee6ccb837443734) AuthConfig (c2f427d2596782a8b26ddffbb1ba105a02aad58d3d4e92e51a86515b689099db) AuthConfig (9ed6098403313ff61ee7ecf9a3a577125875335b4b417f7e5f41a38ecb04951a) AuthConfig (f012e957b6c4bd8116a6c0f7c6f311e8478ff155264918153f3652a44c2809fd) AuthConfig (28c8ca05f5302dd219eba5e3382733c796d44b52078178f40bbc3ec4f7016699) AuthConfig (6ab0306201efabb8510e12141f7e1bcb65713fb346fc7a687f75d604476223fb) AuthConfig (1d4cb93357ea2924999f42ef3f15471723809a17e31652b6f12de300bd475f0d) AuthConfig (ff69e1fa81f71945857f0a5f182ca8c100770231c70990822603c16ac556ceb0) AuthConfig (af434e8f85d50cc0ca5e297913cdec5986ffd3be421a52d095da363c233a283b) AuthConfig (510e9517f922471b67ca97854924b1c0de5abb2d5c23602276388c0d25cb5800) AuthConfig (3c9c43174331e254ce360dbe3a74100c2866dc5e519730558f35b3dd623689ab) AuthConfig (ad7b361c75551a343eb0d81e47f5df760265d4b35974ce3e3783127e909da02e) AuthConfig (765c87a4d17cf6c667e38d6807e63eba46e50eb9d346a7b2b65935a3d97cd791) AuthConfig (1f5d8b15fa2647c82603a0c7d6432f0eb845266f9df6f637b2280a9d61c99708) AuthConfig (01319aa717390f339bfef6b3c82ca9477763f2953ca261a63ff0f5dc7b95c660)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"162a11c3-b7ce-489d-abb0-0ca61eb18713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:15.543885938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"974dc325-a999-4b4d-b33a-642291cee337","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:15.689864708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"ab41a2aa-e8ad-4b4c-abc0-8ce9bc403061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:15.689932409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"501f7282-4be1-444c-b192-33ecc0f563fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:15.69034495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"4a655558-83a6-41fe-85e2-2e057643258c","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:15.744412459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"ab41a2aa-e8ad-4b4c-abc0-8ce9bc403061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:15.744508142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"4a655558-83a6-41fe-85e2-2e057643258c","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:15.746656021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"501f7282-4be1-444c-b192-33ecc0f563fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:21.876598583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fabb7fb6-4a90-4974-8812-867c2d79363a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:21.930796893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fabb7fb6-4a90-4974-8812-867c2d79363a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:22.20564429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a7f6a613-4ea8-4f8d-a2d2-c27e8fa9fce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:22.234905637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"c178df67-cb38-4400-8f31-97b8200d90b4","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:22.259735832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a7f6a613-4ea8-4f8d-a2d2-c27e8fa9fce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:22.319936745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"20e7f4ad-aa3e-4501-9f1e-9e38cc30028d","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:22.385552502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"b5bd771e-9899-427e-bbd7-de4fc1c0e90e","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:22.560814819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f41b7a06-fe9b-4d2e-bb9a-3981fadf8569","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:25.70061063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0","reconcileID":"402c95f1-e422-4b30-91bb-9a4d13457700","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscription":"e2e-combo-sub-449a66b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:25.905968656Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0","reconcileID":"402c95f1-e422-4b30-91bb-9a4d13457700","MaaSSubscription":{"name":"e2e-combo-sub-449a66b0","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.103286799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"48cd9ce0-d407-4758-b81a-5e314bf7d967","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.117535063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"2dd21109-a627-4ff4-9ce8-4e26e7b00b42","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.262569501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"657b9055-33c0-457e-9d79-3f6bfd222b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.262581828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"612c08c4-490d-4354-af7b-beaedc55d7c8","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.275476841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"9e6e065b-7d65-4d28-b920-6a9d8a4e02c2","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.316125921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"657b9055-33c0-457e-9d79-3f6bfd222b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.316490689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"612c08c4-490d-4354-af7b-beaedc55d7c8","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.36463663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"31425438-85f6-47e5-bc6a-2312f5c4704b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.418079914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"31425438-85f6-47e5-bc6a-2312f5c4704b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.513663358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-combo-sub-449a66b0-auth","reconcileID":"fb601468-40d1-4340-a000-c47e3c5b1ad1","MaaSAuthPolicy":{"name":"e2e-combo-sub-449a66b0-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:26.720049321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"c368b16d-1dc1-472d-8c20-27b9ce704c85","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:34.961572148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"eb9aa971-c037-40bc-9569-3692e1fd4587","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.013077872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"ac43f70e-55ad-45c4-8b66-13458842fef6","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.158552923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"afd50276-24fa-4ecd-b38d-4f60696d0eb3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.212776549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"afd50276-24fa-4ecd-b38d-4f60696d0eb3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.249401204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"4d6bc468-29d1-4c31-9efe-b9bd21a7e822","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.30296454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"fe1bd74d-455a-44a0-a191-283db21f1ff8","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:35.353528422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"d9e16011-fefa-42df-86a1-05b797e60e6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.395986972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"b184be48-2457-404a-9314-96396f39d2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.396172001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"0f9a5bd4-cac8-4e53-a760-44acc7004223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.451286575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"b184be48-2457-404a-9314-96396f39d2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.451315973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"0f9a5bd4-cac8-4e53-a760-44acc7004223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.462752625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"1fd79914-ff5a-479b-9894-fc9b55370125","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.46551861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"5c260036-b120-4e97-9f2a-4ac7acab9ebd","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.519351507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"a55d6b86-e59d-4af9-ab75-9e17c9043c2b","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.607289847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"e27ebfdc-4f61-4c85-8726-ec8d654bb9c2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.663402425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"e27ebfdc-4f61-4c85-8726-ec8d654bb9c2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.770634953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"f10113d9-4cba-4211-a274-5811ec62e163","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.770821017Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"f10113d9-4cba-4211-a274-5811ec62e163","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.796672695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cecdcc52-be40-46bf-ac07-9e5673e93cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.796672697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3a8fd821-30ff-4997-90a8-01a58e8376ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.850994754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3a8fd821-30ff-4997-90a8-01a58e8376ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.851011184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cecdcc52-be40-46bf-ac07-9e5673e93cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:35.912423361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"e27ebfdc-4f61-4c85-8726-ec8d654bb9c2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.96699086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"357235ab-dd6e-4892-9963-1140af38ffba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:35.973950946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"97cb8f3c-e046-44c6-b336-f700d438815a","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:36.058515751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"42eb6a52-6216-4728-a553-0ef9f2926b48","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:36.112995348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"42eb6a52-6216-4728-a553-0ef9f2926b48","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:36.170190905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"bb5c48e0-869d-440a-8c60-ecd1e349738d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:36.170351328Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"bb5c48e0-869d-440a-8c60-ecd1e349738d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:36.993699719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"56a72ea2-d445-422f-bc25-d15ac65f0174","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.045499893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"ca9d01e3-0d3d-4e62-af05-80699f98eea6","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.19142108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"17fd3d47-51fa-4ac1-9caf-daaf1ff7bb0f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.245398982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"17fd3d47-51fa-4ac1-9caf-daaf1ff7bb0f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.284106254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"3ed0f3c1-682d-418d-b14e-bca56eb46edd","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.33968515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"e90eca0d-0818-4c86-99a4-9db69c6ece03","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.390038866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"7ef8bd4d-b149-4815-98ee-32b9123ac1a6","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:37.393683216Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-70e0c6/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.429937198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7a289e89-60a0-4788-925e-30752dfc249a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.429942066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0d483407-68b3-43a0-b267-83f458eace7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.443834661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"bbb3a16b-434e-418d-a8be-fd786f64e1f5","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.483877412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0d483407-68b3-43a0-b267-83f458eace7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.483884412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7a289e89-60a0-4788-925e-30752dfc249a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.549826928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"00ca0425-5706-49c3-81f2-fe1148c78659","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.696215447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"2f05d663-063b-405b-b54a-6283274e9241","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.696893419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-sub","reconcileID":"527a8b7f-0d31-4c62-bb7d-e5f3712789c8","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.749748318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"2f05d663-063b-405b-b54a-6283274e9241","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.841272785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"9f319ee2-5da3-492c-84b1-b5ea81f5f218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.841271122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"cb20e150-1b00-4870-869f-7b1286572a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.853342188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"4210643c-426a-4906-880d-7a856ce982f0","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.895278076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"cb20e150-1b00-4870-869f-7b1286572a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.895475318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"9f319ee2-5da3-492c-84b1-b5ea81f5f218","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:37.895798475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"9d0e8fc1-df51-4127-a32e-3e84e7d1d434","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:38.048812166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-sub","reconcileID":"0425c183-3c3e-4d07-8582-d8826aa01c5b","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:38.15024106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"2e2015dc-ad71-4bde-bc95-9d063bf853e8","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:38.296164831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"1ff02cc1-4ee8-4f08-a49f-0ef74925ff8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:38.296377678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"d45ea589-b214-4c61-ba77-b71ab4dac5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:38.2961667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"49d961b0-0d36-4f2d-a7cd-62535da4f657","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:38.349985895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"1ff02cc1-4ee8-4f08-a49f-0ef74925ff8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:38.35058891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"49d961b0-0d36-4f2d-a7cd-62535da4f657","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:38.352426887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"d45ea589-b214-4c61-ba77-b71ab4dac5a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:39.222480339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:40.21009841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"64b11b7e-55ce-4f1b-9e45-c64941a5127b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:40.357860569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"c4aebf63-3e82-4481-a43e-1a3154c959a7","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:40.358009617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4b6d6d0d-aeb6-490e-acb1-5a18353e180e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:40.357861954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2bc69e0c-5628-4802-85da-596a4b90c2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:40.41235655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"c4aebf63-3e82-4481-a43e-1a3154c959a7","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:40.413816738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2bc69e0c-5628-4802-85da-596a4b90c2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:40.414791875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4b6d6d0d-aeb6-490e-acb1-5a18353e180e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.369428006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"99244bce-2e9c-4a21-87eb-cf8f49857607","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.490978507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"6ae7ce62-39e1-4b5b-a1b8-a21bc33a0e97","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.546823122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"5904c6ed-8796-4378-b8ba-0e6227f0f6df","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:41.599087258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"46519791-6014-4d6b-8414-1f65ac9d5f5d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.718549565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"d7534c9a-85f5-4838-b030-9ce953ac1242","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.775807565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"0bd3bbd4-7a12-4bd8-8a40-93209a97e554","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.784380776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"639c049b-c0cd-43c7-8eae-0be3f87435b2","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.84262842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"c1454b42-27ab-43ef-b296-314c8c33ebc3","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:41.893810589Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"c1454b42-27ab-43ef-b296-314c8c33ebc3","name":"simulator-w3-5d4b82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-5d4b82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:41.893887211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"c1454b42-27ab-43ef-b296-314c8c33ebc3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-5d4b82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.899678411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"3ba869fe-7ffd-4700-a265-bc7ed8b047de","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.940986015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"d6aeae5d-8efe-4e37-9e51-b2a9f22f99a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:41.997870655Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"adf79aa3-8c76-4245-859e-68737a430b50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"simulator-w3-5d4b82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5d4b82/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.065892403Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"d6aeae5d-8efe-4e37-9e51-b2a9f22f99a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.086111328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"9edc8831-6b07-46fc-b8c6-ad6f123490d0","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.121243652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"d6aeae5d-8efe-4e37-9e51-b2a9f22f99a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.153629734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"e737d91f-ee1b-4c25-a25e-d7e0bd2c0a76","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:42.17581201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"adf79aa3-8c76-4245-859e-68737a430b50","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.183939181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"fd7256b1-2e57-4fa0-840e-87dcf58a9d3e","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.202024496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"674842b2-ab14-4b4d-8f89-4c101e649b4b","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:42.208782103Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5d4b82/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.255862385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"d8c342f4-a52f-4637-8258-42e229584cac","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.28474062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"41400212-aae1-4220-94f5-dfd1f0234607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.340604046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"41400212-aae1-4220-94f5-dfd1f0234607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.363660462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"2c3481cd-f902-42d6-ba1f-f0630f0967ad","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.387988235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"148b7a5d-71bf-4e14-9b3d-a4dcf13bea3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.396973487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"41400212-aae1-4220-94f5-dfd1f0234607","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.420144146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"f2ec0433-33a9-4fd4-a12c-a05eeec942b7","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:42.470417226Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"f2ec0433-33a9-4fd4-a12c-a05eeec942b7","name":"premium-w3-5d4b82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-5d4b82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:42.47136301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"f2ec0433-33a9-4fd4-a12c-a05eeec942b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-5d4b82\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.476677022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"ca9f76a7-11de-4835-b7f1-8fc56f525437","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.49093919Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"3f36131a-44b4-4a74-afa3-8021f442e3f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"premium-w3-5d4b82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5d4b82/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.542674636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b2a1d6e7-9ec0-4752-8b72-a372d6a8d1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.548862184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"ee285d99-961c-4a5e-8f88-a5d8ec9d7449","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.598190716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b2a1d6e7-9ec0-4752-8b72-a372d6a8d1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.643705138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"aa3f702b-d45f-4ec1-ace9-c81c16860845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.650301898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b2a1d6e7-9ec0-4752-8b72-a372d6a8d1eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.650586162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"fa2ba101-d082-44de-a13a-cbbe07d40168","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.701658773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"aa3f702b-d45f-4ec1-ace9-c81c16860845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.757199444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"aa3f702b-d45f-4ec1-ace9-c81c16860845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.801468267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"361b5822-b5a9-4940-8d62-7bf33e3e3659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.810761455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"45668f05-8d56-480e-9f8d-d38e1cebfafd","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.853064995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"0a1012bc-efad-4e0b-9e48-54e5e6c539f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.857033714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"361b5822-b5a9-4940-8d62-7bf33e3e3659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.887255541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"dfd8de44-49a9-4381-b288-613149fd81d6","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.909428835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"361b5822-b5a9-4940-8d62-7bf33e3e3659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.955482822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"9f78bdd3-7e03-4ae6-8e3a-6613d0cafef6","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:42.958613159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"9e7d115e-8684-42e5-a2b8-dc181d40d82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:43.015871962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"9e7d115e-8684-42e5-a2b8-dc181d40d82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:43.081112743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"9e7d115e-8684-42e5-a2b8-dc181d40d82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:44.093289764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"82dad175-1c79-4d4a-83b0-03b6fdeffe72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:44.408514514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc526510-6381-406c-9bb7-4ff0bd0e2e2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:44.576086833Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"9d67d2f8-1bf0-4e7f-8bf5-212c33f599fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:44.646387087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"b458cfcb-1fa6-489c-a4bf-ca39337512a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:44.780521096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9bd290c6-22f5-4361-a284-a3342204225b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:44.797414598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"4019b3b6-f975-4cb1-8100-520a040021ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:44.88005387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"61fd0cb5-2b0c-4ef7-a7c9-5bcd71e3321a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:45.098220088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"d49d7e89-eb58-4b74-8efb-8da71bd1e834","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.302905133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"f87c8d2a-3a29-4f1e-8917-c6bffe16a7bf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.452509254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"f87c8d2a-3a29-4f1e-8917-c6bffe16a7bf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.452536131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"f87c8d2a-3a29-4f1e-8917-c6bffe16a7bf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.45265201Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-sub","reconcileID":"f87c8d2a-3a29-4f1e-8917-c6bffe16a7bf","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.764262079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"d7b0dabc-297e-40dd-b794-7479f08060f0","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.819764819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"10e7338b-d57c-4f68-b777-fe756fc7faeb","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.910394274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"23b175fe-2cd0-4ba5-a200-d779ccdcdbc6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.910531707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"36a17626-9735-4a93-8fdf-0b5be25d2b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.910918576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6363ef81-9174-468e-9d91-9a964e842fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.920375187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"3622090a-660c-4136-abd1-150bb3a02d4e","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.965098038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6363ef81-9174-468e-9d91-9a964e842fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.965113179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"23b175fe-2cd0-4ba5-a200-d779ccdcdbc6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:48.967274474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"36a17626-9735-4a93-8fdf-0b5be25d2b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:49.115630858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-degraded-auth","reconcileID":"f6da965d-1c1d-4838-bb03-5db3664047b5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:49.334092639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"bdf0125a-15b2-419f-bb25-3658a9418e94","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.365624406Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-sub","reconcileID":"a0a06181-f481-4046-b51b-2608002b383d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.39855588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"8a6afbba-c79e-463f-a1ac-d5008a18aea4","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.452512052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"919d0809-569b-40d3-8572-6cd9c4c47547","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.513518648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-sub","reconcileID":"a0a06181-f481-4046-b51b-2608002b383d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.597312701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"1c2d2619-1ed0-45d8-8455-40e60d458ab2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.651294292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"1c2d2619-1ed0-45d8-8455-40e60d458ab2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.718946448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"83bb1bc9-96b4-4d6a-869a-4e51a3b50702","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.864352859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"08fa0dda-e9fc-4d17-a33b-1f657faf59d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.864637511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"108a6a78-6697-44e5-be51-ca3da4b1919a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.864789306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"9c8c0a65-bff1-4498-bf8d-66c1b54afde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.871404941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e69e0dab-0bd4-4aab-9e25-0d4383d48027","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.918340267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"9c8c0a65-bff1-4498-bf8d-66c1b54afde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.918408664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"108a6a78-6697-44e5-be51-ca3da4b1919a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.9216312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"08fa0dda-e9fc-4d17-a33b-1f657faf59d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:50.937051477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-sub","reconcileID":"6205509f-31b8-4b66-a691-f9fe91f74167","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.954256588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"b01c2057-9315-4522-9df4-f6077cc7b96a","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:50.976256812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"ab03a72e-f824-4e13-9f9d-4838f56b0f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.029661985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"ab03a72e-f824-4e13-9f9d-4838f56b0f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.098741691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"70ff8d0c-0e11-4868-8b32-eb93cb147813","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.116446133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-apikey-active-auth","reconcileID":"32b8f009-4e1e-4dc3-b3c8-09663d3c2c28","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.152334981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"70ff8d0c-0e11-4868-8b32-eb93cb147813","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.260707087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ed34f1fa-d83c-43dd-ad8d-5a6a18b77b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.267623863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"ce7f975b-70df-4533-901b-3ae4ca367287","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.314044207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ed34f1fa-d83c-43dd-ad8d-5a6a18b77b11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.318930645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"55219c9e-eb16-4647-9aa4-c036154f7e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.372009084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"55219c9e-eb16-4647-9aa4-c036154f7e6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.494480303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"69708508-3d05-4e1b-80b7-6c6e4dc2b631","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:51.547740296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"69708508-3d05-4e1b-80b7-6c6e4dc2b631","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.273871615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"c0f2c78a-efae-4b60-a252-00158961a808","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.327895962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"44dcb5c6-fc7d-4cf3-a248-3417bde1a770","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.472229199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"cff3fcb0-0e96-40bb-b75b-7d064417b217","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.525781328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"cff3fcb0-0e96-40bb-b75b-7d064417b217","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.555331657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"0b673b74-9171-4fb8-b831-261329008813","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.660075231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f4eabd79-3006-4d7f-9fb9-e290406d0aa3","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:52.663993174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-70e0c6/e2e-filter-sub-a-f0ad5b55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-f0ad5b55\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.700803251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"266077d1-93ee-4463-b959-f3aecbd06be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.700818871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3f046226-6e5c-4324-92a8-bf44f0958245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.714207204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f011606d-1c79-4bcc-9b7b-c2cac30ffa57","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.755792534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3f046226-6e5c-4324-92a8-bf44f0958245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.755793226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"266077d1-93ee-4463-b959-f3aecbd06be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.828045755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"fddf2d6a-e747-450f-bff7-20d6318b4623","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.964558911Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55","reconcileID":"ac02daf8-97d3-479b-9efa-eed7eaf6dcbb","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-filter-sub-a-f0ad5b55","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:52.972163254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"820f2eb1-101d-4cea-81e1-a5447507692d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.02631301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"820f2eb1-101d-4cea-81e1-a5447507692d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.073015715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b78dce87-5384-4437-8d15-9ac4fd33676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.116800679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"493a59dc-3eb4-406f-b84c-bd26db8620e8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.121088322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5a0cbee9-2bbd-4c72-b820-feb874ad8102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.121101373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b95ab49b-d096-493f-978b-c8d0ab20a2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.126432711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b78dce87-5384-4437-8d15-9ac4fd33676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.160530295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"0a623ca6-e06e-497e-8fd1-c02d7307b199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.176902783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b95ab49b-d096-493f-978b-c8d0ab20a2c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.178416727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5a0cbee9-2bbd-4c72-b820-feb874ad8102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.18034807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b78dce87-5384-4437-8d15-9ac4fd33676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.228375322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"52554cea-5167-4b1b-a715-f81f5aee733b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.281742287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"52554cea-5167-4b1b-a715-f81f5aee733b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.303643165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"52637484-e65d-48c4-be68-980ca977a264","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.3108007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55","reconcileID":"88f2fe2f-20c0-4bf8-8d59-bc6c3ed03835","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.333703815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"52554cea-5167-4b1b-a715-f81f5aee733b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.4290646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"3142ae27-2912-4b94-aa16-e1fe5dd0a612","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.483103956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"d545134b-8908-464e-b10b-e8bc4920ad8b","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:53.533988679Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"7bd17c6f-5823-4cea-85e7-6a96b70de41f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.537983206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d1aa7132-f58e-4fc7-b543-228dd0acbb47","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.645988361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"a0e81d7b-c520-4287-93e6-e9479b7a4def","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.684881367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"651f8cc2-6de0-4adf-9645-4b6e7df283f9","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.7398824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"18e4dd1d-e2af-4aa5-8e78-1507bee7cc99","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.83292944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"798b692e-d0e8-44e7-a437-7d9a43be937b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.895714647Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"79929089-3c4c-43bc-9533-ade29d14b8a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"simulator-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.903151321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"8b2c87cd-3538-4591-a81c-9470c1bd2c4e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.903225287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ab0f2af6-4085-4dcc-8a7c-1858d94ebec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.903560136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c59d6f9f-7ac9-43fc-89f7-cb232ae7dbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.956072135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"798b692e-d0e8-44e7-a437-7d9a43be937b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.958185585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c59d6f9f-7ac9-43fc-89f7-cb232ae7dbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.961771774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ab0f2af6-4085-4dcc-8a7c-1858d94ebec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.962065542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"8b2c87cd-3538-4591-a81c-9470c1bd2c4e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:53.962721514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"af911e1f-7072-471b-afb7-a298df86e4ee","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.008833552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"798b692e-d0e8-44e7-a437-7d9a43be937b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.013966672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"0982e638-a1c3-4baf-9aa1-74fed8b2bf2a","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.050365402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"f0d1efc4-37b7-4830-a2b3-538fd6e3ed26","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.062216329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"9c75d30c-d290-4292-987b-f20d27a11553","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:54.064060809Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d57dce/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:54.066519703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"0a846549-4813-4c71-ab00-682f578ff75d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.159311114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"0b5afff5-e04e-4d92-95c4-708fbdd5de8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.176639633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"93112150-316b-4009-812c-4e907a50669e","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.213036335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"0b5afff5-e04e-4d92-95c4-708fbdd5de8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.229093617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"5c1e0eda-97cf-4197-9d95-fd7e8a1d5763","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.245563902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"8998fb65-cfa4-452a-90be-acd1f9c33096","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.265447606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"0b5afff5-e04e-4d92-95c4-708fbdd5de8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.287203372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"caa784af-8117-442e-9186-732f253552da","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:54.338369281Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"caa784af-8117-442e-9186-732f253552da","name":"premium-w1-d57dce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-d57dce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:54.338421416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"caa784af-8117-442e-9186-732f253552da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-d57dce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.343598637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"52930567-b657-48e4-9bbe-25ff50915b8f","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.41056741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d243d704-c760-42d3-97ce-1ede94df62ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.430373358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"dc6cc893-8457-4480-9ba2-c74f57709190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.440587231Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"43426161-b4d9-484c-bafe-d1136142d653","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"premium-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.46435563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d243d704-c760-42d3-97ce-1ede94df62ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.484354374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"dc6cc893-8457-4480-9ba2-c74f57709190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.516593049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d243d704-c760-42d3-97ce-1ede94df62ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.536764075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"dc6cc893-8457-4480-9ba2-c74f57709190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.590818751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"753e824d-adf8-4268-995f-5b56171fab80","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.59644256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"40549cac-33fa-46fd-bb68-f6f2b6b2ef30","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.664219404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"53bff7ac-f733-4cef-9b2b-913019517b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.717872995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"53bff7ac-f733-4cef-9b2b-913019517b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.764313412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e97a9f41-9e9a-4ab5-85b3-7455ca19012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.772024765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"53bff7ac-f733-4cef-9b2b-913019517b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.793546695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"b8f7198f-3c83-4940-94fa-380310436a60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.870918134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e97a9f41-9e9a-4ab5-85b3-7455ca19012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:54.923521516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e97a9f41-9e9a-4ab5-85b3-7455ca19012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.132613019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"0e3aa003-7e6d-4607-ab89-99e29632abb5","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.184324972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"8e96b5d7-f8a8-4277-8c85-4e9ed102006d","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.33023746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"63e88202-c883-47fc-a308-ee708ea97a5b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.392859218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"63e88202-c883-47fc-a308-ee708ea97a5b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.430675777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"563b54cf-0870-4285-9201-7fe1e2e04707","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.430940478Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-70e0c6 priority=0:[ai-tenant-e2e-worker-w2-70e0c6/e2e-filter-sub-a-f0ad5b55 ai-tenant-e2e-worker-w2-70e0c6/e2e-filter-sub-b-b06e933f]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.493560548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"4ddecda9-b05b-482b-a4e0-c26d3104dedf","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.536935587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"322a4a37-c7b7-4a27-b836-aa2686898b70","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:55.547170061Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-70e0c6/e2e-filter-sub-b-b06e933f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-b06e933f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.590481296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"77a8c403-6415-459e-8b81-50d77c14eaaf","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.602359438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f1908b73-0955-45b0-8649-d1be14024b51","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.606229497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3f16908a-319b-418e-bc64-41c43c3d08e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.606931074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"5c98b64f-6cf3-4e6d-99a9-3ea536b95540","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.607165545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"156a982f-2731-469a-99ea-c9ec238aee35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.656484339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"303edea0-c071-4203-b70a-9a05721f47be","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.661570045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"156a982f-2731-469a-99ea-c9ec238aee35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.661580509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3f16908a-319b-418e-bc64-41c43c3d08e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.6638307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"5c98b64f-6cf3-4e6d-99a9-3ea536b95540","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.714219428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"a2f08dac-2ec7-4952-9f46-d808a9f9bb40","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.849431284Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f","reconcileID":"27f0e886-d85b-4d16-aba5-6d7ba5e7433b","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-filter-sub-a-f0ad5b55","ai-tenant-e2e-worker-w2-70e0c6/e2e-filter-sub-b-b06e933f","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.859922263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"66f9e78c-4fd1-4898-8f4a-ef462c4cc81c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:55.915079757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"66f9e78c-4fd1-4898-8f4a-ef462c4cc81c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.003550669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"78a10764-67a1-44cb-9d3b-621d03ce8b5f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.006266985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3a85cccc-449e-4aae-8b6e-a3cf8332a82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.006392675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2865aa14-2418-4d4d-becf-7599160ad73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.006790215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"8e6ade19-a844-4606-8ef8-5357cf0017d8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.045134061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55","reconcileID":"841f68ba-354a-4f47-aa6d-4fb866a27e76","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.045195885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"c56cac18-88f9-4542-ac8a-ca9784462199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.060553199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3a85cccc-449e-4aae-8b6e-a3cf8332a82a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.060676628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"8e6ade19-a844-4606-8ef8-5357cf0017d8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.06270676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2865aa14-2418-4d4d-becf-7599160ad73b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.19906635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f","reconcileID":"635bfe28-e2ea-4e85-8c33-d224752875d4","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:29:56.21582331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"66f9e78c-4fd1-4898-8f4a-ef462c4cc81c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-b-b06e933f-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.365665744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"ff12c4dd-ed8a-41fe-93f1-d58f6845936d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:29:56.418886245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"ff12c4dd-ed8a-41fe-93f1-d58f6845936d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:00.982969709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5764187b-950b-4dd6-be50-67c54d11c52d","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:01.128903642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"95193699-6601-4f06-bf15-9f41f8bddafb","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:01.13480957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"75c97611-f8bf-4e6c-a9d3-9dfc21dcec7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:01.134821905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"30716f0d-2417-42ee-9085-c51fbfb65df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:01.135186754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"9d4e7214-379d-4753-8def-cdaa6cd6c543","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:01.192083559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"95193699-6601-4f06-bf15-9f41f8bddafb","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:01.192371376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"75c97611-f8bf-4e6c-a9d3-9dfc21dcec7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:01.194374687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"30716f0d-2417-42ee-9085-c51fbfb65df8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:01.194764105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"9d4e7214-379d-4753-8def-cdaa6cd6c543","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:03.329687427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2855079c-f0c5-4403-af87-07b064c59d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:03.384232616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2855079c-f0c5-4403-af87-07b064c59d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:03.454301814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2855079c-f0c5-4403-af87-07b064c59d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:03.498775976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"aeb51145-cb4d-4b20-8742-8215e3107c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:03.552909229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"aeb51145-cb4d-4b20-8742-8215e3107c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:03.605585802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"aeb51145-cb4d-4b20-8742-8215e3107c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:03.913632739Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-sub","reconcileID":"163d76fe-f120-476a-a76b-c6ddcb785085","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:03.91374803Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-sub","reconcileID":"163d76fe-f120-476a-a76b-c6ddcb785085","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-dc26c5/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.285246475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5488b50a-df8d-4d1a-b9b9-fff3f9949df0","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.370033265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"4b09bfe5-01e0-470d-a35c-a663e1d38a1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.376527353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"15f05cfa-3e26-470b-b027-fa5a8a36f51f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.376671795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"633f4f6d-a251-4822-a193-8b785a92f4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.376533103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"9e8ed412-370a-4885-83ef-b49f04b60770","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.377285682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"d65a79f4-7e81-42e2-8919-d035bdceaa11","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.430686015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"633f4f6d-a251-4822-a193-8b785a92f4bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.430763096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"15f05cfa-3e26-470b-b027-fa5a8a36f51f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.432820383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"9e8ed412-370a-4885-83ef-b49f04b60770","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.472397543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"e1cfd4c5-9b36-4afa-8775-6a2d9babfeb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.47253643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8ecea96-c7ac-4ce6-98e4-b1d2ea29bee6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.527090051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"55ebe9e1-aef9-4b84-b30d-cb67b56ed3a8","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.577623366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7197a8c-4ffa-4431-8946-e3914ff53a14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.577942841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"60ee35c0-6812-437d-af4b-6bb8f125090e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.630835781Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-apikey-failed-auth","reconcileID":"bb29a834-8705-41f1-aa45-7d93ef62e2b6","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.637988677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"143d3643-edc9-4321-b677-35b743834a6b","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.761387708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"ca97d9c6-e251-4e68-80cb-6b14b8345518","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.836322132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"cda9c854-0e32-4484-8183-c6cffc865915","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.88633998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"123be79b-50f0-4bd1-af8a-51531bec5f39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.921108989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2f482bbb-4ff7-4b5d-b992-a1e8137a238d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.921247482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"327c5898-f7d7-4727-bd01-07c386e8009a","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:04.977311829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2f482bbb-4ff7-4b5d-b992-a1e8137a238d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.020362735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"e61d5efc-c229-442a-b633-7fa294be39e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.030057746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69dbd195fc65649458a150731f5183cbcab824be6efe4b645a0d79ceee274c69) AuthConfig (94a40f1df691f617954b95d1f9e512d99e40d8e7521ba05628d94660c617dba6) AuthConfig (4b127ded78a6b0ebb464df8403bd9bfca365aacc1db1149cbbbcbc98fdd42f92) AuthConfig (5c83f2d970eb1114480ef84776197653374f73843de9e1d13f71b3cce361308a) AuthConfig (1af4bf73097bd106708ea3cb83bbd2e6f41295e319283002b14ddd858a2099c5) AuthConfig (1f4fb7165a882a7e3fc67982ca8c6f2bb4055eef89c0b3a471dd550bb5fc8a53) AuthConfig (34cb7a907195dcb23df0131a534983d77cc1f456219c9e530971a57709d8dc4f) AuthConfig (6e2ffa90a354e482fe25d31cb6cbfc8490f63e6c0be2b43e8fd6e7195b259daa) AuthConfig (5554e6d3d7bb3374a4d5a0e1bedd4f1fd1f59e043a10a57e166082bf202a55d4) AuthConfig (8df7c059c7b2cf97abfd9f340aedebf30cb123a6479a048b8c9ceb5208192f13) AuthConfig (04431259d3057608342593e255d570cd32a73b6c86e6a56db31553545a923f59) AuthConfig (92c9290d34c371e59346328c842a89b50f402f67229feb97d5962abcab274b74) AuthConfig (bcc173a54b1145ca532358693686d7f93ef02bda39ed6e044cbe4a9dffabbcb7) AuthConfig (a9c7e77b3ba4bc7bb0a20d034e34c3a59e3e713ef79ba6473034cee31841214b) AuthConfig (2089f7001d5d5ffe8bded0e03e91f68893fb92c952f3cb80763d51ba481c1ad8) AuthConfig (82aa2bbd6297d7f7cbc66780a6e5566efaab4c6cda2a9648d4ccdd5ee031f57c) AuthConfig (5d17b00035c5de5ab3a730f29d417d53dc1068a737468b66002be4e35d74bdb0) AuthConfig (df8cf4819da046a096fa7ec44eef9b04ae39363faf743dd4e4b6491c7e54addc) AuthConfig (c50a22351c933b2bec399acf94e37b4f626e674306c55da20ba80364ac8e06de) AuthConfig (deab75609ae7e6898a663632f6aaf09e06f5124c12f6f7a8d407c886d63e0551) AuthConfig (6e46f1653458b7666938df5de7ca2f5fcb98f1ed1166e6ea926a73f8c612d9fc) AuthConfig (a67a5538f5f89d0bab8bc40c075a2782699f1593a9f1b074ca980c407a5d5257) AuthConfig (075c3079465a12fe4a01aff4465cd1aa923d1b83866b8d18d44a2ad5a937fd6c) AuthConfig (8f0a3e94e4c31520dcf034ba83bddd2c5d9fd257c734d4f69effed7b07cdd941) AuthConfig (0429fe7da330e3396b2d2f18248cebec8dba2476ecbfabbc3e6872a3930a5105) AuthConfig (673bb1c4340534f3f8b5ee6d9ca8000dc997b1d19d2ebd1855d079497a1bbf3a) AuthConfig (34f812155a35614037b5a6c45d7d5894bc4ea885f4f121e7ce2abb8661d7d5e6) AuthConfig (28462a521c18e8ada640f3373eb8fccce091f0c87acb54d42134ad9e2eb67834) AuthConfig (20f494a5d7d97ba91aa870cc20a0fd2b4a9d4a4bbfbaa046e23eb915b82baf1d) AuthConfig (3fdaa669c02a393446b97641ed87ce68073f7a7ca176d828cce45758d9162890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2f482bbb-4ff7-4b5d-b992-a1e8137a238d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.06823749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"5892108d-3f26-453e-9f24-289b809eff12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.085016716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"01c9e16e-1dd9-438e-8b94-424d2c31591f","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.121890696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"5892108d-3f26-453e-9f24-289b809eff12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.174380996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69dbd195fc65649458a150731f5183cbcab824be6efe4b645a0d79ceee274c69) AuthConfig (94a40f1df691f617954b95d1f9e512d99e40d8e7521ba05628d94660c617dba6) AuthConfig (4b127ded78a6b0ebb464df8403bd9bfca365aacc1db1149cbbbcbc98fdd42f92) AuthConfig (5c83f2d970eb1114480ef84776197653374f73843de9e1d13f71b3cce361308a) AuthConfig (1af4bf73097bd106708ea3cb83bbd2e6f41295e319283002b14ddd858a2099c5) AuthConfig (1f4fb7165a882a7e3fc67982ca8c6f2bb4055eef89c0b3a471dd550bb5fc8a53) AuthConfig (34cb7a907195dcb23df0131a534983d77cc1f456219c9e530971a57709d8dc4f) AuthConfig (6e2ffa90a354e482fe25d31cb6cbfc8490f63e6c0be2b43e8fd6e7195b259daa) AuthConfig (5554e6d3d7bb3374a4d5a0e1bedd4f1fd1f59e043a10a57e166082bf202a55d4) AuthConfig (8df7c059c7b2cf97abfd9f340aedebf30cb123a6479a048b8c9ceb5208192f13) AuthConfig (04431259d3057608342593e255d570cd32a73b6c86e6a56db31553545a923f59) AuthConfig (92c9290d34c371e59346328c842a89b50f402f67229feb97d5962abcab274b74) AuthConfig (bcc173a54b1145ca532358693686d7f93ef02bda39ed6e044cbe4a9dffabbcb7) AuthConfig (a9c7e77b3ba4bc7bb0a20d034e34c3a59e3e713ef79ba6473034cee31841214b) AuthConfig (2089f7001d5d5ffe8bded0e03e91f68893fb92c952f3cb80763d51ba481c1ad8) AuthConfig (82aa2bbd6297d7f7cbc66780a6e5566efaab4c6cda2a9648d4ccdd5ee031f57c) AuthConfig (5d17b00035c5de5ab3a730f29d417d53dc1068a737468b66002be4e35d74bdb0) AuthConfig (df8cf4819da046a096fa7ec44eef9b04ae39363faf743dd4e4b6491c7e54addc) AuthConfig (c50a22351c933b2bec399acf94e37b4f626e674306c55da20ba80364ac8e06de) AuthConfig (deab75609ae7e6898a663632f6aaf09e06f5124c12f6f7a8d407c886d63e0551) AuthConfig (6e46f1653458b7666938df5de7ca2f5fcb98f1ed1166e6ea926a73f8c612d9fc) AuthConfig (a67a5538f5f89d0bab8bc40c075a2782699f1593a9f1b074ca980c407a5d5257) AuthConfig (075c3079465a12fe4a01aff4465cd1aa923d1b83866b8d18d44a2ad5a937fd6c) AuthConfig (8f0a3e94e4c31520dcf034ba83bddd2c5d9fd257c734d4f69effed7b07cdd941) AuthConfig (0429fe7da330e3396b2d2f18248cebec8dba2476ecbfabbc3e6872a3930a5105) AuthConfig (673bb1c4340534f3f8b5ee6d9ca8000dc997b1d19d2ebd1855d079497a1bbf3a) AuthConfig (34f812155a35614037b5a6c45d7d5894bc4ea885f4f121e7ce2abb8661d7d5e6) AuthConfig (28462a521c18e8ada640f3373eb8fccce091f0c87acb54d42134ad9e2eb67834) AuthConfig (20f494a5d7d97ba91aa870cc20a0fd2b4a9d4a4bbfbaa046e23eb915b82baf1d) AuthConfig (3fdaa669c02a393446b97641ed87ce68073f7a7ca176d828cce45758d9162890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"5892108d-3f26-453e-9f24-289b809eff12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.228810354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"44354f64-a2de-4f01-95f1-1785ec75fc69","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.22966445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"cff2d326-09c7-4e0a-9328-fd37021db3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.283431185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"cff2d326-09c7-4e0a-9328-fd37021db3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.330282659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"fa664fa1-3928-4f87-8b3a-57351ebdb6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.330282656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"32e1498e-805c-44f9-befc-399bc36cd2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.335787127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69dbd195fc65649458a150731f5183cbcab824be6efe4b645a0d79ceee274c69) AuthConfig (94a40f1df691f617954b95d1f9e512d99e40d8e7521ba05628d94660c617dba6) AuthConfig (4b127ded78a6b0ebb464df8403bd9bfca365aacc1db1149cbbbcbc98fdd42f92) AuthConfig (5c83f2d970eb1114480ef84776197653374f73843de9e1d13f71b3cce361308a) AuthConfig (1af4bf73097bd106708ea3cb83bbd2e6f41295e319283002b14ddd858a2099c5) AuthConfig (1f4fb7165a882a7e3fc67982ca8c6f2bb4055eef89c0b3a471dd550bb5fc8a53) AuthConfig (34cb7a907195dcb23df0131a534983d77cc1f456219c9e530971a57709d8dc4f) AuthConfig (6e2ffa90a354e482fe25d31cb6cbfc8490f63e6c0be2b43e8fd6e7195b259daa) AuthConfig (5554e6d3d7bb3374a4d5a0e1bedd4f1fd1f59e043a10a57e166082bf202a55d4) AuthConfig (8df7c059c7b2cf97abfd9f340aedebf30cb123a6479a048b8c9ceb5208192f13) AuthConfig (04431259d3057608342593e255d570cd32a73b6c86e6a56db31553545a923f59) AuthConfig (92c9290d34c371e59346328c842a89b50f402f67229feb97d5962abcab274b74) AuthConfig (bcc173a54b1145ca532358693686d7f93ef02bda39ed6e044cbe4a9dffabbcb7) AuthConfig (a9c7e77b3ba4bc7bb0a20d034e34c3a59e3e713ef79ba6473034cee31841214b) AuthConfig (2089f7001d5d5ffe8bded0e03e91f68893fb92c952f3cb80763d51ba481c1ad8) AuthConfig (82aa2bbd6297d7f7cbc66780a6e5566efaab4c6cda2a9648d4ccdd5ee031f57c) AuthConfig (5d17b00035c5de5ab3a730f29d417d53dc1068a737468b66002be4e35d74bdb0) AuthConfig (df8cf4819da046a096fa7ec44eef9b04ae39363faf743dd4e4b6491c7e54addc) AuthConfig (c50a22351c933b2bec399acf94e37b4f626e674306c55da20ba80364ac8e06de) AuthConfig (deab75609ae7e6898a663632f6aaf09e06f5124c12f6f7a8d407c886d63e0551) AuthConfig (6e46f1653458b7666938df5de7ca2f5fcb98f1ed1166e6ea926a73f8c612d9fc) AuthConfig (a67a5538f5f89d0bab8bc40c075a2782699f1593a9f1b074ca980c407a5d5257) AuthConfig (075c3079465a12fe4a01aff4465cd1aa923d1b83866b8d18d44a2ad5a937fd6c) AuthConfig (8f0a3e94e4c31520dcf034ba83bddd2c5d9fd257c734d4f69effed7b07cdd941) AuthConfig (0429fe7da330e3396b2d2f18248cebec8dba2476ecbfabbc3e6872a3930a5105) AuthConfig (673bb1c4340534f3f8b5ee6d9ca8000dc997b1d19d2ebd1855d079497a1bbf3a) AuthConfig (34f812155a35614037b5a6c45d7d5894bc4ea885f4f121e7ce2abb8661d7d5e6) AuthConfig (28462a521c18e8ada640f3373eb8fccce091f0c87acb54d42134ad9e2eb67834) AuthConfig (20f494a5d7d97ba91aa870cc20a0fd2b4a9d4a4bbfbaa046e23eb915b82baf1d) AuthConfig (3fdaa669c02a393446b97641ed87ce68073f7a7ca176d828cce45758d9162890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"cff2d326-09c7-4e0a-9328-fd37021db3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.38480443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"fa664fa1-3928-4f87-8b3a-57351ebdb6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.384835115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"32e1498e-805c-44f9-befc-399bc36cd2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.429941452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"31f24844-d9b4-45ea-b2a2-d66529fe9c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.437439153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700521bb9cbbaa61029d274b63f8b73c0a37a4ed25a1a43058c004f9d0984b6c) AuthConfig (81b3beb770ec0f13f97768bbcc92965fff5e2336ac09fc4f2a6740f0ae60d000) AuthConfig (9c380a17b05ecf3abe24b40f57adf5c6b04fcce579f0b8d3e62a7731c1c4c50f) AuthConfig (e8bbd0c42b7a84e15da694ec9f93dccd5e163496dff2d32d0de0ccf1b4e8cd4a) AuthConfig (e3284454ee8e032717955ca7f2e685009bb52e4b62ffcb30ed11adf07954b3db) AuthConfig (9e2d4f81a99b215debf7c8cd8de7373ae81fa6726cf4e235d203cb05b774e538) AuthConfig (a15e685ef63f14474f71a7992772bdcd1481eb9d54db7b5abb0b51123aa43e85) AuthConfig (9407189d01937f9677af7d3c7348ceb409550bc7729e443dd4ef238c3a47a4c3) AuthConfig (5fe267f6a64d8ffe1d40963e13d5f9b87b48bbfcc1eb7ebc52d1b429a587d50e) AuthConfig (13e0595cd10d3232f39c97515df1616e7b6481ceed7547b519a5582c748fb333) AuthConfig (2e48e0a43ab82e3928457385888b0ceb1820a4c63cc72400f007ff91fe19546f) AuthConfig (b5cf8e7dbff9fd33e9768e367e855ea7ea8c8d4d41fc6c03ff6b51d1888e7e08) AuthConfig (6217ec569431a20e257577cdc100500e179b038e7c45aa82c0ba8818470a4ef7) AuthConfig (7975415c98883c204c7bae6dd29c91911606e623038d0563d05a97fe5d7b5725) AuthConfig (4e008627a4f195ccede368ab252e6ae9537d7c9aa5db5f936160344df7073199) AuthConfig (676995e8ea03879c2fe39a6d335efc3fce87b0b8060edf16e5656c62cabc17f5) AuthConfig (4856d1d958d8dd209fd7b6b920a2b0ec9b9f5017f3adafd4841226471b50b14b) AuthConfig (86d7c362fc4f0aa2c18d2d9efac7f01657f54e2930a8edff5779fbba79be8d67) AuthConfig (c75da8861d7da517bd8abbe2a9233d388fce622b099971789ea9bc53c216a3ae) AuthConfig (ab0508cb1533664a898e605e0a710255446de76849721a417572293865ed5fe3) AuthConfig (9f2922345f40ffae3f6bdde691e9860be048fe08ae38439d6648b323542a3177) AuthConfig (76fa8ec91a4deb54d5bc966dc34c5c9c74476b29ac23481a430d8d38c5676392) AuthConfig (0bfc06c73ba7b894927b4d0c15edee087b0e648bc2b3ccfdfbd6904ee68e7259) AuthConfig (838a6545fdd48e22edc04f1d0c46187c17a095dca36c21f02358f16aed408123) AuthConfig (274258636e02b5a28ed121257386e03757e58e79270471f9ed9c39e586020e3e) AuthConfig (c195d6d1e7e197dd6b8bcbf1a61c626aaa8f88cff740fca421e7b757ea81289a) AuthConfig (94884a7605cff99373b0773f50caea6384b725c60600b80aa14c8c0e0dd9024b) AuthConfig (65903ad43513e84af4e7c29ce8a4871d43fa68593cb57d78b41d8d6faea84607) AuthConfig (29aef7f772cc5bbbb965d6769ab5fe8af5d27dfe7b61ab3fd39f8857f1949b88) AuthConfig (7fe0f696b388fbbf4b86e175f2433817a04c91f1515381e677bf1e4379d805b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"32e1498e-805c-44f9-befc-399bc36cd2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.437518255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700521bb9cbbaa61029d274b63f8b73c0a37a4ed25a1a43058c004f9d0984b6c) AuthConfig (81b3beb770ec0f13f97768bbcc92965fff5e2336ac09fc4f2a6740f0ae60d000) AuthConfig (9c380a17b05ecf3abe24b40f57adf5c6b04fcce579f0b8d3e62a7731c1c4c50f) AuthConfig (e8bbd0c42b7a84e15da694ec9f93dccd5e163496dff2d32d0de0ccf1b4e8cd4a) AuthConfig (e3284454ee8e032717955ca7f2e685009bb52e4b62ffcb30ed11adf07954b3db) AuthConfig (9e2d4f81a99b215debf7c8cd8de7373ae81fa6726cf4e235d203cb05b774e538) AuthConfig (a15e685ef63f14474f71a7992772bdcd1481eb9d54db7b5abb0b51123aa43e85) AuthConfig (9407189d01937f9677af7d3c7348ceb409550bc7729e443dd4ef238c3a47a4c3) AuthConfig (5fe267f6a64d8ffe1d40963e13d5f9b87b48bbfcc1eb7ebc52d1b429a587d50e) AuthConfig (13e0595cd10d3232f39c97515df1616e7b6481ceed7547b519a5582c748fb333) AuthConfig (2e48e0a43ab82e3928457385888b0ceb1820a4c63cc72400f007ff91fe19546f) AuthConfig (b5cf8e7dbff9fd33e9768e367e855ea7ea8c8d4d41fc6c03ff6b51d1888e7e08) AuthConfig (6217ec569431a20e257577cdc100500e179b038e7c45aa82c0ba8818470a4ef7) AuthConfig (7975415c98883c204c7bae6dd29c91911606e623038d0563d05a97fe5d7b5725) AuthConfig (4e008627a4f195ccede368ab252e6ae9537d7c9aa5db5f936160344df7073199) AuthConfig (676995e8ea03879c2fe39a6d335efc3fce87b0b8060edf16e5656c62cabc17f5) AuthConfig (4856d1d958d8dd209fd7b6b920a2b0ec9b9f5017f3adafd4841226471b50b14b) AuthConfig (86d7c362fc4f0aa2c18d2d9efac7f01657f54e2930a8edff5779fbba79be8d67) AuthConfig (c75da8861d7da517bd8abbe2a9233d388fce622b099971789ea9bc53c216a3ae) AuthConfig (ab0508cb1533664a898e605e0a710255446de76849721a417572293865ed5fe3) AuthConfig (9f2922345f40ffae3f6bdde691e9860be048fe08ae38439d6648b323542a3177) AuthConfig (76fa8ec91a4deb54d5bc966dc34c5c9c74476b29ac23481a430d8d38c5676392) AuthConfig (0bfc06c73ba7b894927b4d0c15edee087b0e648bc2b3ccfdfbd6904ee68e7259) AuthConfig (838a6545fdd48e22edc04f1d0c46187c17a095dca36c21f02358f16aed408123) AuthConfig (274258636e02b5a28ed121257386e03757e58e79270471f9ed9c39e586020e3e) AuthConfig (c195d6d1e7e197dd6b8bcbf1a61c626aaa8f88cff740fca421e7b757ea81289a) AuthConfig (94884a7605cff99373b0773f50caea6384b725c60600b80aa14c8c0e0dd9024b) AuthConfig (65903ad43513e84af4e7c29ce8a4871d43fa68593cb57d78b41d8d6faea84607) AuthConfig (29aef7f772cc5bbbb965d6769ab5fe8af5d27dfe7b61ab3fd39f8857f1949b88) AuthConfig (7fe0f696b388fbbf4b86e175f2433817a04c91f1515381e677bf1e4379d805b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"fa664fa1-3928-4f87-8b3a-57351ebdb6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.48369808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"31f24844-d9b4-45ea-b2a2-d66529fe9c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.49207058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"c293ab0d-59d5-454e-962c-1527c9b0c71b","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.494887069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"c40dbfef-b213-4c51-98bd-b6e54e45d1f8","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.536245696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69dbd195fc65649458a150731f5183cbcab824be6efe4b645a0d79ceee274c69) AuthConfig (94a40f1df691f617954b95d1f9e512d99e40d8e7521ba05628d94660c617dba6) AuthConfig (4b127ded78a6b0ebb464df8403bd9bfca365aacc1db1149cbbbcbc98fdd42f92) AuthConfig (5c83f2d970eb1114480ef84776197653374f73843de9e1d13f71b3cce361308a) AuthConfig (1af4bf73097bd106708ea3cb83bbd2e6f41295e319283002b14ddd858a2099c5) AuthConfig (1f4fb7165a882a7e3fc67982ca8c6f2bb4055eef89c0b3a471dd550bb5fc8a53) AuthConfig (34cb7a907195dcb23df0131a534983d77cc1f456219c9e530971a57709d8dc4f) AuthConfig (6e2ffa90a354e482fe25d31cb6cbfc8490f63e6c0be2b43e8fd6e7195b259daa) AuthConfig (5554e6d3d7bb3374a4d5a0e1bedd4f1fd1f59e043a10a57e166082bf202a55d4) AuthConfig (8df7c059c7b2cf97abfd9f340aedebf30cb123a6479a048b8c9ceb5208192f13) AuthConfig (04431259d3057608342593e255d570cd32a73b6c86e6a56db31553545a923f59) AuthConfig (92c9290d34c371e59346328c842a89b50f402f67229feb97d5962abcab274b74) AuthConfig (bcc173a54b1145ca532358693686d7f93ef02bda39ed6e044cbe4a9dffabbcb7) AuthConfig (a9c7e77b3ba4bc7bb0a20d034e34c3a59e3e713ef79ba6473034cee31841214b) AuthConfig (2089f7001d5d5ffe8bded0e03e91f68893fb92c952f3cb80763d51ba481c1ad8) AuthConfig (82aa2bbd6297d7f7cbc66780a6e5566efaab4c6cda2a9648d4ccdd5ee031f57c) AuthConfig (5d17b00035c5de5ab3a730f29d417d53dc1068a737468b66002be4e35d74bdb0) AuthConfig (df8cf4819da046a096fa7ec44eef9b04ae39363faf743dd4e4b6491c7e54addc) AuthConfig (c50a22351c933b2bec399acf94e37b4f626e674306c55da20ba80364ac8e06de) AuthConfig (deab75609ae7e6898a663632f6aaf09e06f5124c12f6f7a8d407c886d63e0551) AuthConfig (6e46f1653458b7666938df5de7ca2f5fcb98f1ed1166e6ea926a73f8c612d9fc) AuthConfig (a67a5538f5f89d0bab8bc40c075a2782699f1593a9f1b074ca980c407a5d5257) AuthConfig (075c3079465a12fe4a01aff4465cd1aa923d1b83866b8d18d44a2ad5a937fd6c) AuthConfig (8f0a3e94e4c31520dcf034ba83bddd2c5d9fd257c734d4f69effed7b07cdd941) AuthConfig (0429fe7da330e3396b2d2f18248cebec8dba2476ecbfabbc3e6872a3930a5105) AuthConfig (673bb1c4340534f3f8b5ee6d9ca8000dc997b1d19d2ebd1855d079497a1bbf3a) AuthConfig (34f812155a35614037b5a6c45d7d5894bc4ea885f4f121e7ce2abb8661d7d5e6) AuthConfig (28462a521c18e8ada640f3373eb8fccce091f0c87acb54d42134ad9e2eb67834) AuthConfig (20f494a5d7d97ba91aa870cc20a0fd2b4a9d4a4bbfbaa046e23eb915b82baf1d) AuthConfig (3fdaa669c02a393446b97641ed87ce68073f7a7ca176d828cce45758d9162890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"31f24844-d9b4-45ea-b2a2-d66529fe9c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.636871298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"37962c53-1fea-4fab-b0e3-09763051eea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.638317017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"595d6ffd-97ab-4fe4-8e51-67f6e549cf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.66943184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"aa2854ac-8e8a-46f6-9ea6-3250348d8dee","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.690766159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"37962c53-1fea-4fab-b0e3-09763051eea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.691842428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"595d6ffd-97ab-4fe4-8e51-67f6e549cf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.743537731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700521bb9cbbaa61029d274b63f8b73c0a37a4ed25a1a43058c004f9d0984b6c) AuthConfig (81b3beb770ec0f13f97768bbcc92965fff5e2336ac09fc4f2a6740f0ae60d000) AuthConfig (9c380a17b05ecf3abe24b40f57adf5c6b04fcce579f0b8d3e62a7731c1c4c50f) AuthConfig (e8bbd0c42b7a84e15da694ec9f93dccd5e163496dff2d32d0de0ccf1b4e8cd4a) AuthConfig (e3284454ee8e032717955ca7f2e685009bb52e4b62ffcb30ed11adf07954b3db) AuthConfig (9e2d4f81a99b215debf7c8cd8de7373ae81fa6726cf4e235d203cb05b774e538) AuthConfig (a15e685ef63f14474f71a7992772bdcd1481eb9d54db7b5abb0b51123aa43e85) AuthConfig (9407189d01937f9677af7d3c7348ceb409550bc7729e443dd4ef238c3a47a4c3) AuthConfig (5fe267f6a64d8ffe1d40963e13d5f9b87b48bbfcc1eb7ebc52d1b429a587d50e) AuthConfig (13e0595cd10d3232f39c97515df1616e7b6481ceed7547b519a5582c748fb333) AuthConfig (2e48e0a43ab82e3928457385888b0ceb1820a4c63cc72400f007ff91fe19546f) AuthConfig (b5cf8e7dbff9fd33e9768e367e855ea7ea8c8d4d41fc6c03ff6b51d1888e7e08) AuthConfig (6217ec569431a20e257577cdc100500e179b038e7c45aa82c0ba8818470a4ef7) AuthConfig (7975415c98883c204c7bae6dd29c91911606e623038d0563d05a97fe5d7b5725) AuthConfig (4e008627a4f195ccede368ab252e6ae9537d7c9aa5db5f936160344df7073199) AuthConfig (676995e8ea03879c2fe39a6d335efc3fce87b0b8060edf16e5656c62cabc17f5) AuthConfig (4856d1d958d8dd209fd7b6b920a2b0ec9b9f5017f3adafd4841226471b50b14b) AuthConfig (86d7c362fc4f0aa2c18d2d9efac7f01657f54e2930a8edff5779fbba79be8d67) AuthConfig (c75da8861d7da517bd8abbe2a9233d388fce622b099971789ea9bc53c216a3ae) AuthConfig (ab0508cb1533664a898e605e0a710255446de76849721a417572293865ed5fe3) AuthConfig (9f2922345f40ffae3f6bdde691e9860be048fe08ae38439d6648b323542a3177) AuthConfig (76fa8ec91a4deb54d5bc966dc34c5c9c74476b29ac23481a430d8d38c5676392) AuthConfig (0bfc06c73ba7b894927b4d0c15edee087b0e648bc2b3ccfdfbd6904ee68e7259) AuthConfig (838a6545fdd48e22edc04f1d0c46187c17a095dca36c21f02358f16aed408123) AuthConfig (274258636e02b5a28ed121257386e03757e58e79270471f9ed9c39e586020e3e) AuthConfig (c195d6d1e7e197dd6b8bcbf1a61c626aaa8f88cff740fca421e7b757ea81289a) AuthConfig (94884a7605cff99373b0773f50caea6384b725c60600b80aa14c8c0e0dd9024b) AuthConfig (65903ad43513e84af4e7c29ce8a4871d43fa68593cb57d78b41d8d6faea84607) AuthConfig (29aef7f772cc5bbbb965d6769ab5fe8af5d27dfe7b61ab3fd39f8857f1949b88) AuthConfig (7fe0f696b388fbbf4b86e175f2433817a04c91f1515381e677bf1e4379d805b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"37962c53-1fea-4fab-b0e3-09763051eea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.7441375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700521bb9cbbaa61029d274b63f8b73c0a37a4ed25a1a43058c004f9d0984b6c) AuthConfig (81b3beb770ec0f13f97768bbcc92965fff5e2336ac09fc4f2a6740f0ae60d000) AuthConfig (9c380a17b05ecf3abe24b40f57adf5c6b04fcce579f0b8d3e62a7731c1c4c50f) AuthConfig (e8bbd0c42b7a84e15da694ec9f93dccd5e163496dff2d32d0de0ccf1b4e8cd4a) AuthConfig (e3284454ee8e032717955ca7f2e685009bb52e4b62ffcb30ed11adf07954b3db) AuthConfig (9e2d4f81a99b215debf7c8cd8de7373ae81fa6726cf4e235d203cb05b774e538) AuthConfig (a15e685ef63f14474f71a7992772bdcd1481eb9d54db7b5abb0b51123aa43e85) AuthConfig (9407189d01937f9677af7d3c7348ceb409550bc7729e443dd4ef238c3a47a4c3) AuthConfig (5fe267f6a64d8ffe1d40963e13d5f9b87b48bbfcc1eb7ebc52d1b429a587d50e) AuthConfig (13e0595cd10d3232f39c97515df1616e7b6481ceed7547b519a5582c748fb333) AuthConfig (2e48e0a43ab82e3928457385888b0ceb1820a4c63cc72400f007ff91fe19546f) AuthConfig (b5cf8e7dbff9fd33e9768e367e855ea7ea8c8d4d41fc6c03ff6b51d1888e7e08) AuthConfig (6217ec569431a20e257577cdc100500e179b038e7c45aa82c0ba8818470a4ef7) AuthConfig (7975415c98883c204c7bae6dd29c91911606e623038d0563d05a97fe5d7b5725) AuthConfig (4e008627a4f195ccede368ab252e6ae9537d7c9aa5db5f936160344df7073199) AuthConfig (676995e8ea03879c2fe39a6d335efc3fce87b0b8060edf16e5656c62cabc17f5) AuthConfig (4856d1d958d8dd209fd7b6b920a2b0ec9b9f5017f3adafd4841226471b50b14b) AuthConfig (86d7c362fc4f0aa2c18d2d9efac7f01657f54e2930a8edff5779fbba79be8d67) AuthConfig (c75da8861d7da517bd8abbe2a9233d388fce622b099971789ea9bc53c216a3ae) AuthConfig (ab0508cb1533664a898e605e0a710255446de76849721a417572293865ed5fe3) AuthConfig (9f2922345f40ffae3f6bdde691e9860be048fe08ae38439d6648b323542a3177) AuthConfig (76fa8ec91a4deb54d5bc966dc34c5c9c74476b29ac23481a430d8d38c5676392) AuthConfig (0bfc06c73ba7b894927b4d0c15edee087b0e648bc2b3ccfdfbd6904ee68e7259) AuthConfig (838a6545fdd48e22edc04f1d0c46187c17a095dca36c21f02358f16aed408123) AuthConfig (274258636e02b5a28ed121257386e03757e58e79270471f9ed9c39e586020e3e) AuthConfig (c195d6d1e7e197dd6b8bcbf1a61c626aaa8f88cff740fca421e7b757ea81289a) AuthConfig (94884a7605cff99373b0773f50caea6384b725c60600b80aa14c8c0e0dd9024b) AuthConfig (65903ad43513e84af4e7c29ce8a4871d43fa68593cb57d78b41d8d6faea84607) AuthConfig (29aef7f772cc5bbbb965d6769ab5fe8af5d27dfe7b61ab3fd39f8857f1949b88) AuthConfig (7fe0f696b388fbbf4b86e175f2433817a04c91f1515381e677bf1e4379d805b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"595d6ffd-97ab-4fe4-8e51-67f6e549cf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:30:05.794110004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"595d6ffd-97ab-4fe4-8e51-67f6e549cf78","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.80990889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"8d008f0f-b048-4c32-be62-009600c2d5e6","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.861679721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"e079e18a-4479-44a6-8918-1b470cb81ff7","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:30:05.918649584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"665cb50d-450c-4d61-9905-6972764c3255","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.944885082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"093e181d-9a25-4d98-9eff-b1df2d09a9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:05.998408564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"093e181d-9a25-4d98-9eff-b1df2d09a9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.031104891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"adb4048c-7f69-4a75-8fdf-9d522c529a16","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.050928297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700521bb9cbbaa61029d274b63f8b73c0a37a4ed25a1a43058c004f9d0984b6c) AuthConfig (81b3beb770ec0f13f97768bbcc92965fff5e2336ac09fc4f2a6740f0ae60d000) AuthConfig (9c380a17b05ecf3abe24b40f57adf5c6b04fcce579f0b8d3e62a7731c1c4c50f) AuthConfig (e8bbd0c42b7a84e15da694ec9f93dccd5e163496dff2d32d0de0ccf1b4e8cd4a) AuthConfig (e3284454ee8e032717955ca7f2e685009bb52e4b62ffcb30ed11adf07954b3db) AuthConfig (9e2d4f81a99b215debf7c8cd8de7373ae81fa6726cf4e235d203cb05b774e538) AuthConfig (a15e685ef63f14474f71a7992772bdcd1481eb9d54db7b5abb0b51123aa43e85) AuthConfig (9407189d01937f9677af7d3c7348ceb409550bc7729e443dd4ef238c3a47a4c3) AuthConfig (5fe267f6a64d8ffe1d40963e13d5f9b87b48bbfcc1eb7ebc52d1b429a587d50e) AuthConfig (13e0595cd10d3232f39c97515df1616e7b6481ceed7547b519a5582c748fb333) AuthConfig (2e48e0a43ab82e3928457385888b0ceb1820a4c63cc72400f007ff91fe19546f) AuthConfig (b5cf8e7dbff9fd33e9768e367e855ea7ea8c8d4d41fc6c03ff6b51d1888e7e08) AuthConfig (6217ec569431a20e257577cdc100500e179b038e7c45aa82c0ba8818470a4ef7) AuthConfig (7975415c98883c204c7bae6dd29c91911606e623038d0563d05a97fe5d7b5725) AuthConfig (4e008627a4f195ccede368ab252e6ae9537d7c9aa5db5f936160344df7073199) AuthConfig (676995e8ea03879c2fe39a6d335efc3fce87b0b8060edf16e5656c62cabc17f5) AuthConfig (4856d1d958d8dd209fd7b6b920a2b0ec9b9f5017f3adafd4841226471b50b14b) AuthConfig (86d7c362fc4f0aa2c18d2d9efac7f01657f54e2930a8edff5779fbba79be8d67) AuthConfig (c75da8861d7da517bd8abbe2a9233d388fce622b099971789ea9bc53c216a3ae) AuthConfig (ab0508cb1533664a898e605e0a710255446de76849721a417572293865ed5fe3) AuthConfig (9f2922345f40ffae3f6bdde691e9860be048fe08ae38439d6648b323542a3177) AuthConfig (76fa8ec91a4deb54d5bc966dc34c5c9c74476b29ac23481a430d8d38c5676392) AuthConfig (0bfc06c73ba7b894927b4d0c15edee087b0e648bc2b3ccfdfbd6904ee68e7259) AuthConfig (838a6545fdd48e22edc04f1d0c46187c17a095dca36c21f02358f16aed408123) AuthConfig (274258636e02b5a28ed121257386e03757e58e79270471f9ed9c39e586020e3e) AuthConfig (c195d6d1e7e197dd6b8bcbf1a61c626aaa8f88cff740fca421e7b757ea81289a) AuthConfig (94884a7605cff99373b0773f50caea6384b725c60600b80aa14c8c0e0dd9024b) AuthConfig (65903ad43513e84af4e7c29ce8a4871d43fa68593cb57d78b41d8d6faea84607) AuthConfig (29aef7f772cc5bbbb965d6769ab5fe8af5d27dfe7b61ab3fd39f8857f1949b88) AuthConfig (7fe0f696b388fbbf4b86e175f2433817a04c91f1515381e677bf1e4379d805b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"093e181d-9a25-4d98-9eff-b1df2d09a9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.081023611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"4c3e2c1a-74f0-4106-87f3-b42286c1dae4","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.135859128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"38f592f7-e599-4797-9444-9888046e271c","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.230415361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"117e9988-c33c-4642-b394-b4ffcc0a6822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.286129815Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"d1ed3b72-7610-462b-bfef-5458700fe1bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"simulator-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.351703751Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"117e9988-c33c-4642-b394-b4ffcc0a6822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.360105527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"c5113d1e-a517-4ced-9253-218b2d26f7b0","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.403956336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"117e9988-c33c-4642-b394-b4ffcc0a6822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.412023025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"5ea26658-c2a6-4d74-bf88-71844f46c2f5","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:30:06.437268248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"d1ed3b72-7610-462b-bfef-5458700fe1bc","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.457845422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"95b36591-3de5-4aa4-a976-c7858147251f","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.465293421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"737efa82-442b-4b4b-b751-5beec4ec7df0","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:30:06.466832512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"01386ae4-46ce-43f1-b390-9b6179968be4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.554133771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"2f7136a5-daec-4118-8b51-5fc85b77a8e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.579298915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"a71226b3-159d-47e7-827c-6b700f93dfb9","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.607784755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"2f7136a5-daec-4118-8b51-5fc85b77a8e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.633159208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"34eafceb-c470-44a5-b375-8fbf70ef0255","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.639745222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"f0c04c10-4801-44bc-96ec-20769a2906b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.642367954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"ae8e3ee4-7e52-45f5-9697-703f469afdd0","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.662063111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"2f7136a5-daec-4118-8b51-5fc85b77a8e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.704739871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"aa21d7e0-edc1-480d-a620-45d51468e188","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.801328844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"cb962d15-e471-4a54-9e4f-66d2b2077a27","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.808771861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4b3f1dd5-fe72-4966-b32a-83add550203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.830529748Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"f87e05d8-6565-432d-a6a1-be05f232e479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"premium-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.862711612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4b3f1dd5-fe72-4966-b32a-83add550203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.907852254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0cfdd111-1c4b-41ea-bc54-5aff2d4ee487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.914998685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4b3f1dd5-fe72-4966-b32a-83add550203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.964882434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0cfdd111-1c4b-41ea-bc54-5aff2d4ee487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:06.986165456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"b58c335b-6984-48e9-904c-2355cf9d8d46","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.017042267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0cfdd111-1c4b-41ea-bc54-5aff2d4ee487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.060336954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7812b914-b6d8-4b02-a704-a1074d98cf27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.06897269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"2f34880e-e906-4586-b8a7-71277ff70c2b","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.114861174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7812b914-b6d8-4b02-a704-a1074d98cf27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.167208599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7812b914-b6d8-4b02-a704-a1074d98cf27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.182366378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"ce6e8e51-a0f3-45e4-a9ae-95fc71e30812","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.213629452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2d2d7831-a7d1-4302-9ea1-30427bbe8a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.267136119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2d2d7831-a7d1-4302-9ea1-30427bbe8a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:07.319773458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2d2d7831-a7d1-4302-9ea1-30427bbe8a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:09.225974644Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:11.137121744Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55","reconcileID":"8caf8d7d-e34b-47ee-90b1-f2c6f5b92e52","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-526ed07e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.482045915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"21fd4a39-dfcf-4278-bede-34fd1fe24534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.535964328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"21fd4a39-dfcf-4278-bede-34fd1fe24534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.588665098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69dbd195fc65649458a150731f5183cbcab824be6efe4b645a0d79ceee274c69) AuthConfig (94a40f1df691f617954b95d1f9e512d99e40d8e7521ba05628d94660c617dba6) AuthConfig (4b127ded78a6b0ebb464df8403bd9bfca365aacc1db1149cbbbcbc98fdd42f92) AuthConfig (5c83f2d970eb1114480ef84776197653374f73843de9e1d13f71b3cce361308a) AuthConfig (1af4bf73097bd106708ea3cb83bbd2e6f41295e319283002b14ddd858a2099c5) AuthConfig (1f4fb7165a882a7e3fc67982ca8c6f2bb4055eef89c0b3a471dd550bb5fc8a53) AuthConfig (34cb7a907195dcb23df0131a534983d77cc1f456219c9e530971a57709d8dc4f) AuthConfig (6e2ffa90a354e482fe25d31cb6cbfc8490f63e6c0be2b43e8fd6e7195b259daa) AuthConfig (5554e6d3d7bb3374a4d5a0e1bedd4f1fd1f59e043a10a57e166082bf202a55d4) AuthConfig (8df7c059c7b2cf97abfd9f340aedebf30cb123a6479a048b8c9ceb5208192f13) AuthConfig (04431259d3057608342593e255d570cd32a73b6c86e6a56db31553545a923f59) AuthConfig (92c9290d34c371e59346328c842a89b50f402f67229feb97d5962abcab274b74) AuthConfig (bcc173a54b1145ca532358693686d7f93ef02bda39ed6e044cbe4a9dffabbcb7) AuthConfig (a9c7e77b3ba4bc7bb0a20d034e34c3a59e3e713ef79ba6473034cee31841214b) AuthConfig (2089f7001d5d5ffe8bded0e03e91f68893fb92c952f3cb80763d51ba481c1ad8) AuthConfig (82aa2bbd6297d7f7cbc66780a6e5566efaab4c6cda2a9648d4ccdd5ee031f57c) AuthConfig (5d17b00035c5de5ab3a730f29d417d53dc1068a737468b66002be4e35d74bdb0) AuthConfig (df8cf4819da046a096fa7ec44eef9b04ae39363faf743dd4e4b6491c7e54addc) AuthConfig (c50a22351c933b2bec399acf94e37b4f626e674306c55da20ba80364ac8e06de) AuthConfig (deab75609ae7e6898a663632f6aaf09e06f5124c12f6f7a8d407c886d63e0551) AuthConfig (6e46f1653458b7666938df5de7ca2f5fcb98f1ed1166e6ea926a73f8c612d9fc) AuthConfig (a67a5538f5f89d0bab8bc40c075a2782699f1593a9f1b074ca980c407a5d5257) AuthConfig (075c3079465a12fe4a01aff4465cd1aa923d1b83866b8d18d44a2ad5a937fd6c) AuthConfig (8f0a3e94e4c31520dcf034ba83bddd2c5d9fd257c734d4f69effed7b07cdd941) AuthConfig (0429fe7da330e3396b2d2f18248cebec8dba2476ecbfabbc3e6872a3930a5105) AuthConfig (673bb1c4340534f3f8b5ee6d9ca8000dc997b1d19d2ebd1855d079497a1bbf3a) AuthConfig (34f812155a35614037b5a6c45d7d5894bc4ea885f4f121e7ce2abb8661d7d5e6) AuthConfig (28462a521c18e8ada640f3373eb8fccce091f0c87acb54d42134ad9e2eb67834) AuthConfig (20f494a5d7d97ba91aa870cc20a0fd2b4a9d4a4bbfbaa046e23eb915b82baf1d) AuthConfig (3fdaa669c02a393446b97641ed87ce68073f7a7ca176d828cce45758d9162890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"21fd4a39-dfcf-4278-bede-34fd1fe24534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.682367564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7fb39527-7519-4d6f-a3ce-ec5ea9369731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.735905197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7fb39527-7519-4d6f-a3ce-ec5ea9369731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.78882264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d57dce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69dbd195fc65649458a150731f5183cbcab824be6efe4b645a0d79ceee274c69) AuthConfig (94a40f1df691f617954b95d1f9e512d99e40d8e7521ba05628d94660c617dba6) AuthConfig (4b127ded78a6b0ebb464df8403bd9bfca365aacc1db1149cbbbcbc98fdd42f92) AuthConfig (5c83f2d970eb1114480ef84776197653374f73843de9e1d13f71b3cce361308a) AuthConfig (1af4bf73097bd106708ea3cb83bbd2e6f41295e319283002b14ddd858a2099c5) AuthConfig (1f4fb7165a882a7e3fc67982ca8c6f2bb4055eef89c0b3a471dd550bb5fc8a53) AuthConfig (34cb7a907195dcb23df0131a534983d77cc1f456219c9e530971a57709d8dc4f) AuthConfig (6e2ffa90a354e482fe25d31cb6cbfc8490f63e6c0be2b43e8fd6e7195b259daa) AuthConfig (5554e6d3d7bb3374a4d5a0e1bedd4f1fd1f59e043a10a57e166082bf202a55d4) AuthConfig (8df7c059c7b2cf97abfd9f340aedebf30cb123a6479a048b8c9ceb5208192f13) AuthConfig (04431259d3057608342593e255d570cd32a73b6c86e6a56db31553545a923f59) AuthConfig (92c9290d34c371e59346328c842a89b50f402f67229feb97d5962abcab274b74) AuthConfig (bcc173a54b1145ca532358693686d7f93ef02bda39ed6e044cbe4a9dffabbcb7) AuthConfig (a9c7e77b3ba4bc7bb0a20d034e34c3a59e3e713ef79ba6473034cee31841214b) AuthConfig (2089f7001d5d5ffe8bded0e03e91f68893fb92c952f3cb80763d51ba481c1ad8) AuthConfig (82aa2bbd6297d7f7cbc66780a6e5566efaab4c6cda2a9648d4ccdd5ee031f57c) AuthConfig (5d17b00035c5de5ab3a730f29d417d53dc1068a737468b66002be4e35d74bdb0) AuthConfig (df8cf4819da046a096fa7ec44eef9b04ae39363faf743dd4e4b6491c7e54addc) AuthConfig (c50a22351c933b2bec399acf94e37b4f626e674306c55da20ba80364ac8e06de) AuthConfig (deab75609ae7e6898a663632f6aaf09e06f5124c12f6f7a8d407c886d63e0551) AuthConfig (6e46f1653458b7666938df5de7ca2f5fcb98f1ed1166e6ea926a73f8c612d9fc) AuthConfig (a67a5538f5f89d0bab8bc40c075a2782699f1593a9f1b074ca980c407a5d5257) AuthConfig (075c3079465a12fe4a01aff4465cd1aa923d1b83866b8d18d44a2ad5a937fd6c) AuthConfig (8f0a3e94e4c31520dcf034ba83bddd2c5d9fd257c734d4f69effed7b07cdd941) AuthConfig (0429fe7da330e3396b2d2f18248cebec8dba2476ecbfabbc3e6872a3930a5105) AuthConfig (673bb1c4340534f3f8b5ee6d9ca8000dc997b1d19d2ebd1855d079497a1bbf3a) AuthConfig (34f812155a35614037b5a6c45d7d5894bc4ea885f4f121e7ce2abb8661d7d5e6) AuthConfig (28462a521c18e8ada640f3373eb8fccce091f0c87acb54d42134ad9e2eb67834) AuthConfig (20f494a5d7d97ba91aa870cc20a0fd2b4a9d4a4bbfbaa046e23eb915b82baf1d) AuthConfig (3fdaa669c02a393446b97641ed87ce68073f7a7ca176d828cce45758d9162890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7fb39527-7519-4d6f-a3ce-ec5ea9369731","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.889123988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"0e21ff09-6d64-4cd2-9e75-60721465b662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.942694288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"0e21ff09-6d64-4cd2-9e75-60721465b662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:15.994930188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700521bb9cbbaa61029d274b63f8b73c0a37a4ed25a1a43058c004f9d0984b6c) AuthConfig (81b3beb770ec0f13f97768bbcc92965fff5e2336ac09fc4f2a6740f0ae60d000) AuthConfig (9c380a17b05ecf3abe24b40f57adf5c6b04fcce579f0b8d3e62a7731c1c4c50f) AuthConfig (e8bbd0c42b7a84e15da694ec9f93dccd5e163496dff2d32d0de0ccf1b4e8cd4a) AuthConfig (e3284454ee8e032717955ca7f2e685009bb52e4b62ffcb30ed11adf07954b3db) AuthConfig (9e2d4f81a99b215debf7c8cd8de7373ae81fa6726cf4e235d203cb05b774e538) AuthConfig (a15e685ef63f14474f71a7992772bdcd1481eb9d54db7b5abb0b51123aa43e85) AuthConfig (9407189d01937f9677af7d3c7348ceb409550bc7729e443dd4ef238c3a47a4c3) AuthConfig (5fe267f6a64d8ffe1d40963e13d5f9b87b48bbfcc1eb7ebc52d1b429a587d50e) AuthConfig (13e0595cd10d3232f39c97515df1616e7b6481ceed7547b519a5582c748fb333) AuthConfig (2e48e0a43ab82e3928457385888b0ceb1820a4c63cc72400f007ff91fe19546f) AuthConfig (b5cf8e7dbff9fd33e9768e367e855ea7ea8c8d4d41fc6c03ff6b51d1888e7e08) AuthConfig (6217ec569431a20e257577cdc100500e179b038e7c45aa82c0ba8818470a4ef7) AuthConfig (7975415c98883c204c7bae6dd29c91911606e623038d0563d05a97fe5d7b5725) AuthConfig (4e008627a4f195ccede368ab252e6ae9537d7c9aa5db5f936160344df7073199) AuthConfig (676995e8ea03879c2fe39a6d335efc3fce87b0b8060edf16e5656c62cabc17f5) AuthConfig (4856d1d958d8dd209fd7b6b920a2b0ec9b9f5017f3adafd4841226471b50b14b) AuthConfig (86d7c362fc4f0aa2c18d2d9efac7f01657f54e2930a8edff5779fbba79be8d67) AuthConfig (c75da8861d7da517bd8abbe2a9233d388fce622b099971789ea9bc53c216a3ae) AuthConfig (ab0508cb1533664a898e605e0a710255446de76849721a417572293865ed5fe3) AuthConfig (9f2922345f40ffae3f6bdde691e9860be048fe08ae38439d6648b323542a3177) AuthConfig (76fa8ec91a4deb54d5bc966dc34c5c9c74476b29ac23481a430d8d38c5676392) AuthConfig (0bfc06c73ba7b894927b4d0c15edee087b0e648bc2b3ccfdfbd6904ee68e7259) AuthConfig (838a6545fdd48e22edc04f1d0c46187c17a095dca36c21f02358f16aed408123) AuthConfig (274258636e02b5a28ed121257386e03757e58e79270471f9ed9c39e586020e3e) AuthConfig (c195d6d1e7e197dd6b8bcbf1a61c626aaa8f88cff740fca421e7b757ea81289a) AuthConfig (94884a7605cff99373b0773f50caea6384b725c60600b80aa14c8c0e0dd9024b) AuthConfig (65903ad43513e84af4e7c29ce8a4871d43fa68593cb57d78b41d8d6faea84607) AuthConfig (29aef7f772cc5bbbb965d6769ab5fe8af5d27dfe7b61ab3fd39f8857f1949b88) AuthConfig (7fe0f696b388fbbf4b86e175f2433817a04c91f1515381e677bf1e4379d805b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"0e21ff09-6d64-4cd2-9e75-60721465b662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:16.197675457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"6e21c301-c8c5-47b1-81b0-cf024ae950be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:16.253243731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"6e21c301-c8c5-47b1-81b0-cf024ae950be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:16.305480234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (700521bb9cbbaa61029d274b63f8b73c0a37a4ed25a1a43058c004f9d0984b6c) AuthConfig (81b3beb770ec0f13f97768bbcc92965fff5e2336ac09fc4f2a6740f0ae60d000) AuthConfig (9c380a17b05ecf3abe24b40f57adf5c6b04fcce579f0b8d3e62a7731c1c4c50f) AuthConfig (e8bbd0c42b7a84e15da694ec9f93dccd5e163496dff2d32d0de0ccf1b4e8cd4a) AuthConfig (e3284454ee8e032717955ca7f2e685009bb52e4b62ffcb30ed11adf07954b3db) AuthConfig (9e2d4f81a99b215debf7c8cd8de7373ae81fa6726cf4e235d203cb05b774e538) AuthConfig (a15e685ef63f14474f71a7992772bdcd1481eb9d54db7b5abb0b51123aa43e85) AuthConfig (9407189d01937f9677af7d3c7348ceb409550bc7729e443dd4ef238c3a47a4c3) AuthConfig (5fe267f6a64d8ffe1d40963e13d5f9b87b48bbfcc1eb7ebc52d1b429a587d50e) AuthConfig (13e0595cd10d3232f39c97515df1616e7b6481ceed7547b519a5582c748fb333) AuthConfig (2e48e0a43ab82e3928457385888b0ceb1820a4c63cc72400f007ff91fe19546f) AuthConfig (b5cf8e7dbff9fd33e9768e367e855ea7ea8c8d4d41fc6c03ff6b51d1888e7e08) AuthConfig (6217ec569431a20e257577cdc100500e179b038e7c45aa82c0ba8818470a4ef7) AuthConfig (7975415c98883c204c7bae6dd29c91911606e623038d0563d05a97fe5d7b5725) AuthConfig (4e008627a4f195ccede368ab252e6ae9537d7c9aa5db5f936160344df7073199) AuthConfig (676995e8ea03879c2fe39a6d335efc3fce87b0b8060edf16e5656c62cabc17f5) AuthConfig (4856d1d958d8dd209fd7b6b920a2b0ec9b9f5017f3adafd4841226471b50b14b) AuthConfig (86d7c362fc4f0aa2c18d2d9efac7f01657f54e2930a8edff5779fbba79be8d67) AuthConfig (c75da8861d7da517bd8abbe2a9233d388fce622b099971789ea9bc53c216a3ae) AuthConfig (ab0508cb1533664a898e605e0a710255446de76849721a417572293865ed5fe3) AuthConfig (9f2922345f40ffae3f6bdde691e9860be048fe08ae38439d6648b323542a3177) AuthConfig (76fa8ec91a4deb54d5bc966dc34c5c9c74476b29ac23481a430d8d38c5676392) AuthConfig (0bfc06c73ba7b894927b4d0c15edee087b0e648bc2b3ccfdfbd6904ee68e7259) AuthConfig (838a6545fdd48e22edc04f1d0c46187c17a095dca36c21f02358f16aed408123) AuthConfig (274258636e02b5a28ed121257386e03757e58e79270471f9ed9c39e586020e3e) AuthConfig (c195d6d1e7e197dd6b8bcbf1a61c626aaa8f88cff740fca421e7b757ea81289a) AuthConfig (94884a7605cff99373b0773f50caea6384b725c60600b80aa14c8c0e0dd9024b) AuthConfig (65903ad43513e84af4e7c29ce8a4871d43fa68593cb57d78b41d8d6faea84607) AuthConfig (29aef7f772cc5bbbb965d6769ab5fe8af5d27dfe7b61ab3fd39f8857f1949b88) AuthConfig (7fe0f696b388fbbf4b86e175f2433817a04c91f1515381e677bf1e4379d805b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"6e21c301-c8c5-47b1-81b0-cf024ae950be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:17.313607164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"cbc603a2-9f14-4d7c-8a8b-0fca24d9e751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:17.368977745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"cbc603a2-9f14-4d7c-8a8b-0fca24d9e751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:17.421395482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"cbc603a2-9f14-4d7c-8a8b-0fca24d9e751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:17.475075454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"321d7d37-7d98-43e9-bd95-592165dd1114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:17.528880048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"321d7d37-7d98-43e9-bd95-592165dd1114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:17.581269119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"321d7d37-7d98-43e9-bd95-592165dd1114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.187708973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55","reconcileID":"6aee9114-29c4-4976-bb88-e05fc92f5417","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-filter-sub-a-f0ad5b55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.396111882Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55","reconcileID":"6aee9114-29c4-4976-bb88-e05fc92f5417","MaaSSubscription":{"name":"e2e-filter-sub-a-f0ad5b55","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-filter-sub-b-b06e933f","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.596234722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"2cc12526-0f42-4bf6-9022-5999a33b2b0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.599702517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f","reconcileID":"b65688b1-87dc-4e62-b3b4-4341dbaa22fd","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.655190329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"16ad0679-eb55-4f9d-b702-cbb4bcc7bafb","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.710286355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"4e24f3bb-8292-45fe-9e6e-ff8783532687","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.801502464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"d6460023-c03a-4cdb-b91d-3cc62ccc8af0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.801948094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b8fedcfb-a4d7-4f42-ab74-adae187f5deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.802126496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d80fdf61-df95-4e0f-8216-3d3f3d068c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.803917453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"2fe7b144-fd39-45a5-bd27-f17561e4ea46","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.837868688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"90eb618c-f1fe-493b-b289-e5de0fd29630","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.860153256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"d6460023-c03a-4cdb-b91d-3cc62ccc8af0","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.860321577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b8fedcfb-a4d7-4f42-ab74-adae187f5deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.865698515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d80fdf61-df95-4e0f-8216-3d3f3d068c8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:21.870660152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"2fe7b144-fd39-45a5-bd27-f17561e4ea46","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:22.215801528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f4711a52-ae8b-4670-a282-29c530fc6c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:22.216033088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"925a62fb-725e-40f9-b41e-2475d00a3f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:22.215801586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"c04b0733-cdee-4ff6-a0fa-3ad457362a16","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:22.269775645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"925a62fb-725e-40f9-b41e-2475d00a3f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:22.269788199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f4711a52-ae8b-4670-a282-29c530fc6c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:22.273490438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"c04b0733-cdee-4ff6-a0fa-3ad457362a16","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:22.318264905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"87b5807a-c5f7-40b5-bd4a-d83e863e9ec9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:22.371694825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"87b5807a-c5f7-40b5-bd4a-d83e863e9ec9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:23.615445923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"d9d351df-346b-4531-9d5a-29b3c6e79692","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:23.77206541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"02fa8ad2-7a04-47a7-8283-707e85e455c3","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:23.79796461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"3f9b1c51-fa15-49c5-b553-8023bb61ce11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:23.919232119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"5149c085-0a5f-4715-9ed1-b14ff43cf7bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:23.951891054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"c91cda19-be32-4abb-8b2b-67d5164649be","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.076370985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"e685e52c-0100-4089-9c69-4d47644e4dff","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.350580154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6c4d8a19-d3ed-403a-965d-8a8b489bac3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.350694065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"30a7effb-436f-4d08-aaec-d8f43e81ad96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.404750553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6c4d8a19-d3ed-403a-965d-8a8b489bac3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.404895932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"30a7effb-436f-4d08-aaec-d8f43e81ad96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.451440547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c3be97b5-3ae7-473d-9ba3-976b3871a8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.451440375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"95546881-86a2-4b48-b027-55fe90b30207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.506737282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c3be97b5-3ae7-473d-9ba3-976b3871a8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.506730181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"95546881-86a2-4b48-b027-55fe90b30207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.5597582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (203f146d2485e0eb1eac527ad2d7efaa740f1c06eef57d62220a84dd1723e54d) AuthConfig (6925e738a8c82103f31cff79b6ab6f983b2e8dd79aac5399d39b23b671031aa2) AuthConfig (df850059104a40bc0ce935e4516b9c19a46e5d2df955625d789830a5616ffff6) AuthConfig (79a968bcec51793896e07e79e9b879e80569665996f721d8a0f8f14842bc1278) AuthConfig (4a479e5248c54c6704602e5a2bd9c24c87833002b4ffbb4bbbcca03fdbdff425) AuthConfig (5b1f4cf09c6d91d79a5650142fbc7c918aebae73e2a6f88158f5400275fef361) AuthConfig (dbb7a7b39a1c4fe872e04555ea4432f686908c640b490d3fa7a19f8041b0a2e0) AuthConfig (8015e6d777a5ad6f8d0e98908428fc09102f4fbe87cd478af7e816fdd4b58c65) AuthConfig (a576354fa04037d34a3f4425c05eae966bcc0101c4e60df1adf4773a83c1c1f1) AuthConfig (e42d2952341de08f9207da8ab4b762641c46d52343562614ba4117c99415e5d7) AuthConfig (be58e6bbeccf5b134cd94f4ce08e36ffcca6776d1e646b81fb2c162c6cfe3b29) AuthConfig (6ca9a00c3fa32e7aefb95d43dd699660306ad9e9a7544200c5926b6cc2a26427) AuthConfig (db10bac9e53d2657e631a92a5b24fce434c546852fbb72651928b44ddfb874e6) AuthConfig (4e32004840d69d907fd6d731540fa8a604f5afa5f4a7bf6ea7654165acda380b) AuthConfig (3b77b547eda21533188c959381cdb35cf3d844c562198130b89c08a2b6947e3e) AuthConfig (ffaf3220ae03154f71579ffb7875f84fc872b70d6101046fe2debbe2ff7b2b00) AuthConfig (2c29547c962de5bf5233f00d8fa3c5ab8a4fcc5031782825d06104fb5dbd4f4c) AuthConfig (038c372ff27b89908366723f012e78ffda4c95ab2ae7ac3f73af0191981af35d) AuthConfig (19de4b1a313b21cdc149b7aaa8f88af0898ee1fc1a50a7370ad3a2f526793c12) AuthConfig (dcd2dbf06d44850ba0acec6f8e6656b06bfed01804cf4a5efb879e004b2eee2d) AuthConfig (e9e344a31ed24a6c3f7e160c080ce3edd3a09185b7863a9a8a595e4a212c1eb7) AuthConfig (90def02d120f4db773f148ea5479b2d7a00e577adbf9a1f2ae905723d3b79eca) AuthConfig (1941f1e006ab5af4dd659c648fb1d9c20b2a9221ce39b94ea902462666e399ba) AuthConfig (97889c9c61c8881782a54ef40d664e89ceb322108f51e3ae79e1cfe70cac5d89) AuthConfig (38b3407e0bd0f2728dc3d56a4ee302108a41ef9d1744a1f056641b596122c65f) AuthConfig (86c6ba7536c1a2aea5e280789307df07742eb296a14d73e7f7648875058bd1a2) AuthConfig (f1a215868a728248bcfe52fd6a99a1d34b026090d9763fd4f58fffebf9d3d9e2) AuthConfig (42a340066115e28d6711b3ca3ad65d14d49723657a8e059a1628055fd08a58cc) AuthConfig (4e8dd8dc39fe8f49cda4d0f72965ec23f6e9b5a6f8ea6e027fff2dc4533aaf3b) AuthConfig (3d41624807e52e2346d84e8a6ae21c95751d00a2937cc7a3b292009e2c7ce030)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"95546881-86a2-4b48-b027-55fe90b30207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.559881888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (203f146d2485e0eb1eac527ad2d7efaa740f1c06eef57d62220a84dd1723e54d) AuthConfig (6925e738a8c82103f31cff79b6ab6f983b2e8dd79aac5399d39b23b671031aa2) AuthConfig (df850059104a40bc0ce935e4516b9c19a46e5d2df955625d789830a5616ffff6) AuthConfig (79a968bcec51793896e07e79e9b879e80569665996f721d8a0f8f14842bc1278) AuthConfig (4a479e5248c54c6704602e5a2bd9c24c87833002b4ffbb4bbbcca03fdbdff425) AuthConfig (5b1f4cf09c6d91d79a5650142fbc7c918aebae73e2a6f88158f5400275fef361) AuthConfig (dbb7a7b39a1c4fe872e04555ea4432f686908c640b490d3fa7a19f8041b0a2e0) AuthConfig (8015e6d777a5ad6f8d0e98908428fc09102f4fbe87cd478af7e816fdd4b58c65) AuthConfig (a576354fa04037d34a3f4425c05eae966bcc0101c4e60df1adf4773a83c1c1f1) AuthConfig (e42d2952341de08f9207da8ab4b762641c46d52343562614ba4117c99415e5d7) AuthConfig (be58e6bbeccf5b134cd94f4ce08e36ffcca6776d1e646b81fb2c162c6cfe3b29) AuthConfig (6ca9a00c3fa32e7aefb95d43dd699660306ad9e9a7544200c5926b6cc2a26427) AuthConfig (db10bac9e53d2657e631a92a5b24fce434c546852fbb72651928b44ddfb874e6) AuthConfig (4e32004840d69d907fd6d731540fa8a604f5afa5f4a7bf6ea7654165acda380b) AuthConfig (3b77b547eda21533188c959381cdb35cf3d844c562198130b89c08a2b6947e3e) AuthConfig (ffaf3220ae03154f71579ffb7875f84fc872b70d6101046fe2debbe2ff7b2b00) AuthConfig (2c29547c962de5bf5233f00d8fa3c5ab8a4fcc5031782825d06104fb5dbd4f4c) AuthConfig (038c372ff27b89908366723f012e78ffda4c95ab2ae7ac3f73af0191981af35d) AuthConfig (19de4b1a313b21cdc149b7aaa8f88af0898ee1fc1a50a7370ad3a2f526793c12) AuthConfig (dcd2dbf06d44850ba0acec6f8e6656b06bfed01804cf4a5efb879e004b2eee2d) AuthConfig (e9e344a31ed24a6c3f7e160c080ce3edd3a09185b7863a9a8a595e4a212c1eb7) AuthConfig (90def02d120f4db773f148ea5479b2d7a00e577adbf9a1f2ae905723d3b79eca) AuthConfig (1941f1e006ab5af4dd659c648fb1d9c20b2a9221ce39b94ea902462666e399ba) AuthConfig (97889c9c61c8881782a54ef40d664e89ceb322108f51e3ae79e1cfe70cac5d89) AuthConfig (38b3407e0bd0f2728dc3d56a4ee302108a41ef9d1744a1f056641b596122c65f) AuthConfig (86c6ba7536c1a2aea5e280789307df07742eb296a14d73e7f7648875058bd1a2) AuthConfig (f1a215868a728248bcfe52fd6a99a1d34b026090d9763fd4f58fffebf9d3d9e2) AuthConfig (42a340066115e28d6711b3ca3ad65d14d49723657a8e059a1628055fd08a58cc) AuthConfig (4e8dd8dc39fe8f49cda4d0f72965ec23f6e9b5a6f8ea6e027fff2dc4533aaf3b) AuthConfig (3d41624807e52e2346d84e8a6ae21c95751d00a2937cc7a3b292009e2c7ce030)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c3be97b5-3ae7-473d-9ba3-976b3871a8fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.613992753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"963e23d7-6add-4792-b158-941929b4c81b","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.616659647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"40bcd405-7cf0-40ee-96dc-fec04fe4a68a","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.710397177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"feafbddb-5709-4962-8af0-f8ace653ce4d","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.713051303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"61aeb98b-c716-477e-9199-77cc7029c9be","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.760475901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"48ffeea6-9582-496f-bf13-38f928f2a7f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.760487429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7476f330-5d0f-4551-9b8c-c7e5f9714dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.814070584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"48ffeea6-9582-496f-bf13-38f928f2a7f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.814079598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7476f330-5d0f-4551-9b8c-c7e5f9714dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.866641265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (203f146d2485e0eb1eac527ad2d7efaa740f1c06eef57d62220a84dd1723e54d) AuthConfig (6925e738a8c82103f31cff79b6ab6f983b2e8dd79aac5399d39b23b671031aa2) AuthConfig (df850059104a40bc0ce935e4516b9c19a46e5d2df955625d789830a5616ffff6) AuthConfig (79a968bcec51793896e07e79e9b879e80569665996f721d8a0f8f14842bc1278) AuthConfig (4a479e5248c54c6704602e5a2bd9c24c87833002b4ffbb4bbbcca03fdbdff425) AuthConfig (5b1f4cf09c6d91d79a5650142fbc7c918aebae73e2a6f88158f5400275fef361) AuthConfig (dbb7a7b39a1c4fe872e04555ea4432f686908c640b490d3fa7a19f8041b0a2e0) AuthConfig (8015e6d777a5ad6f8d0e98908428fc09102f4fbe87cd478af7e816fdd4b58c65) AuthConfig (a576354fa04037d34a3f4425c05eae966bcc0101c4e60df1adf4773a83c1c1f1) AuthConfig (e42d2952341de08f9207da8ab4b762641c46d52343562614ba4117c99415e5d7) AuthConfig (be58e6bbeccf5b134cd94f4ce08e36ffcca6776d1e646b81fb2c162c6cfe3b29) AuthConfig (6ca9a00c3fa32e7aefb95d43dd699660306ad9e9a7544200c5926b6cc2a26427) AuthConfig (db10bac9e53d2657e631a92a5b24fce434c546852fbb72651928b44ddfb874e6) AuthConfig (4e32004840d69d907fd6d731540fa8a604f5afa5f4a7bf6ea7654165acda380b) AuthConfig (3b77b547eda21533188c959381cdb35cf3d844c562198130b89c08a2b6947e3e) AuthConfig (ffaf3220ae03154f71579ffb7875f84fc872b70d6101046fe2debbe2ff7b2b00) AuthConfig (2c29547c962de5bf5233f00d8fa3c5ab8a4fcc5031782825d06104fb5dbd4f4c) AuthConfig (038c372ff27b89908366723f012e78ffda4c95ab2ae7ac3f73af0191981af35d) AuthConfig (19de4b1a313b21cdc149b7aaa8f88af0898ee1fc1a50a7370ad3a2f526793c12) AuthConfig (dcd2dbf06d44850ba0acec6f8e6656b06bfed01804cf4a5efb879e004b2eee2d) AuthConfig (e9e344a31ed24a6c3f7e160c080ce3edd3a09185b7863a9a8a595e4a212c1eb7) AuthConfig (90def02d120f4db773f148ea5479b2d7a00e577adbf9a1f2ae905723d3b79eca) AuthConfig (1941f1e006ab5af4dd659c648fb1d9c20b2a9221ce39b94ea902462666e399ba) AuthConfig (97889c9c61c8881782a54ef40d664e89ceb322108f51e3ae79e1cfe70cac5d89) AuthConfig (38b3407e0bd0f2728dc3d56a4ee302108a41ef9d1744a1f056641b596122c65f) AuthConfig (86c6ba7536c1a2aea5e280789307df07742eb296a14d73e7f7648875058bd1a2) AuthConfig (f1a215868a728248bcfe52fd6a99a1d34b026090d9763fd4f58fffebf9d3d9e2) AuthConfig (42a340066115e28d6711b3ca3ad65d14d49723657a8e059a1628055fd08a58cc) AuthConfig (4e8dd8dc39fe8f49cda4d0f72965ec23f6e9b5a6f8ea6e027fff2dc4533aaf3b) AuthConfig (3d41624807e52e2346d84e8a6ae21c95751d00a2937cc7a3b292009e2c7ce030)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"48ffeea6-9582-496f-bf13-38f928f2a7f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:24.866669004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (203f146d2485e0eb1eac527ad2d7efaa740f1c06eef57d62220a84dd1723e54d) AuthConfig (6925e738a8c82103f31cff79b6ab6f983b2e8dd79aac5399d39b23b671031aa2) AuthConfig (df850059104a40bc0ce935e4516b9c19a46e5d2df955625d789830a5616ffff6) AuthConfig (79a968bcec51793896e07e79e9b879e80569665996f721d8a0f8f14842bc1278) AuthConfig (4a479e5248c54c6704602e5a2bd9c24c87833002b4ffbb4bbbcca03fdbdff425) AuthConfig (5b1f4cf09c6d91d79a5650142fbc7c918aebae73e2a6f88158f5400275fef361) AuthConfig (dbb7a7b39a1c4fe872e04555ea4432f686908c640b490d3fa7a19f8041b0a2e0) AuthConfig (8015e6d777a5ad6f8d0e98908428fc09102f4fbe87cd478af7e816fdd4b58c65) AuthConfig (a576354fa04037d34a3f4425c05eae966bcc0101c4e60df1adf4773a83c1c1f1) AuthConfig (e42d2952341de08f9207da8ab4b762641c46d52343562614ba4117c99415e5d7) AuthConfig (be58e6bbeccf5b134cd94f4ce08e36ffcca6776d1e646b81fb2c162c6cfe3b29) AuthConfig (6ca9a00c3fa32e7aefb95d43dd699660306ad9e9a7544200c5926b6cc2a26427) AuthConfig (db10bac9e53d2657e631a92a5b24fce434c546852fbb72651928b44ddfb874e6) AuthConfig (4e32004840d69d907fd6d731540fa8a604f5afa5f4a7bf6ea7654165acda380b) AuthConfig (3b77b547eda21533188c959381cdb35cf3d844c562198130b89c08a2b6947e3e) AuthConfig (ffaf3220ae03154f71579ffb7875f84fc872b70d6101046fe2debbe2ff7b2b00) AuthConfig (2c29547c962de5bf5233f00d8fa3c5ab8a4fcc5031782825d06104fb5dbd4f4c) AuthConfig (038c372ff27b89908366723f012e78ffda4c95ab2ae7ac3f73af0191981af35d) AuthConfig (19de4b1a313b21cdc149b7aaa8f88af0898ee1fc1a50a7370ad3a2f526793c12) AuthConfig (dcd2dbf06d44850ba0acec6f8e6656b06bfed01804cf4a5efb879e004b2eee2d) AuthConfig (e9e344a31ed24a6c3f7e160c080ce3edd3a09185b7863a9a8a595e4a212c1eb7) AuthConfig (90def02d120f4db773f148ea5479b2d7a00e577adbf9a1f2ae905723d3b79eca) AuthConfig (1941f1e006ab5af4dd659c648fb1d9c20b2a9221ce39b94ea902462666e399ba) AuthConfig (97889c9c61c8881782a54ef40d664e89ceb322108f51e3ae79e1cfe70cac5d89) AuthConfig (38b3407e0bd0f2728dc3d56a4ee302108a41ef9d1744a1f056641b596122c65f) AuthConfig (86c6ba7536c1a2aea5e280789307df07742eb296a14d73e7f7648875058bd1a2) AuthConfig (f1a215868a728248bcfe52fd6a99a1d34b026090d9763fd4f58fffebf9d3d9e2) AuthConfig (42a340066115e28d6711b3ca3ad65d14d49723657a8e059a1628055fd08a58cc) AuthConfig (4e8dd8dc39fe8f49cda4d0f72965ec23f6e9b5a6f8ea6e027fff2dc4533aaf3b) AuthConfig (3d41624807e52e2346d84e8a6ae21c95751d00a2937cc7a3b292009e2c7ce030)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7476f330-5d0f-4551-9b8c-c7e5f9714dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:26.140194939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f90da622-a69b-4a94-a069-45af0330b2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:26.19352416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f90da622-a69b-4a94-a069-45af0330b2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:26.451220159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"fe13c8d6-efc9-4d93-bfa9-82f3087505b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:26.45153068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"7d527d5f-44f8-49ab-a071-2cf76b1a1140","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:26.504687082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"fe13c8d6-efc9-4d93-bfa9-82f3087505b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:26.760166059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"f8e682be-3cb0-45ae-a8bd-81789332274c","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.286768196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"3d296c6f-f29c-45d4-b1b8-d3c7edbbef7d","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.340774682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"ab8373dd-c0c4-40d3-aa0b-6a8a5f4a7c98","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.485364516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"2b33eb75-b99a-46e3-89ed-27223b9ae1dd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.539566453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"2b33eb75-b99a-46e3-89ed-27223b9ae1dd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.56334437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"7b619745-f737-4b0f-8c6c-52c01be8aa14","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.615395651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"17be6d55-228f-4596-91bf-15687dbbdfd1","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:30:30.667020599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564","reconcileID":"211701ac-8e0e-490c-94ee-727ab38fdc6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-cbc64564\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.708554364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"f7b7d51c-37b7-4123-9ddc-b39bbd871e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.709077734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"37e17eab-3e7d-4359-8697-9ce3144dd38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.7645062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"37e17eab-3e7d-4359-8697-9ce3144dd38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.76453703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"f7b7d51c-37b7-4123-9ddc-b39bbd871e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.776680816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"f3e7b5dd-2956-4a5b-8690-3d41cd9cc5f9","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.792267577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"df8805c9-508a-4f15-bfed-838199e1ac97","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.830767054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"b396eb73-3196-43ce-9417-df8cf7b2d5b8","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:30.984891598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"49ecf176-de78-4388-bfbb-bf0f1fd88ef0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.038481617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"49ecf176-de78-4388-bfbb-bf0f1fd88ef0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.081865453Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564","reconcileID":"38dd6e0e-20e1-42b6-b0f0-a3b52ccc6ac4","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-bulk-sub-cbc64564","ai-tenant-e2e-worker-w1-d57dce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.087785767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ddac48ca-9d15-4dc2-8c73-d8bc9c564217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.088162892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b24cc1e0-7ebd-40f1-8337-7606cf96850e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.141009595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ddac48ca-9d15-4dc2-8c73-d8bc9c564217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.141167013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b24cc1e0-7ebd-40f1-8337-7606cf96850e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.237433089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"9fb6d5ec-f675-4930-bdef-da075174d479","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.279329451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"83750112-3b6f-43f4-a208-e3e7b2fbde25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.433492235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564","reconcileID":"cb69710f-97a0-4d2b-a596-f86aa6fc1295","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:31.993775435Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f","reconcileID":"18483fae-e7cd-4785-85df-8323c2ae9eab","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-filter-sub-b-b06e933f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.19640902Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f","reconcileID":"18483fae-e7cd-4785-85df-8323c2ae9eab","MaaSSubscription":{"name":"e2e-filter-sub-b-b06e933f","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.392743399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"6eb6c519-996a-4c3f-9e75-beecedeb3825","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.452715464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e617cf75-8ad2-400f-9bb4-c8d6c4252d51","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.508005065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"990d52b6-1718-4b52-a7b1-a31c21f73516","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.598089999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"9b6268a3-56cc-4748-a8f3-42563f94d9f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.598317903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"7b9f42e6-2460-48ee-b2e7-d643e3c7027a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.598089497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"729008a7-b7a2-42f1-974e-874a83f7f9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.598919754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d5b19c91-2cbc-4b3e-ae25-27f7acfcc050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.605155349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"dead0d28-8f6b-4b14-bdd9-c245da78356e","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.651885425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"9b6268a3-56cc-4748-a8f3-42563f94d9f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.65203584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"7b9f42e6-2460-48ee-b2e7-d643e3c7027a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.655728904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"729008a7-b7a2-42f1-974e-874a83f7f9b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.655739048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d5b19c91-2cbc-4b3e-ae25-27f7acfcc050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:32.85207394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-a-f0ad5b55-auth","reconcileID":"56f6a8ec-9c04-415b-9ca0-129d24f6a127","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f0ad5b55-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:33.106574314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"4e00fc25-534c-499a-bd49-fa3d39b88126","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:33.25975087Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-filter-sub-b-b06e933f-auth","reconcileID":"7a9ec780-ff52-427e-bd61-3f70080f469f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-b06e933f-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:33.259772133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"1717d6cb-cbeb-4f22-8ae1-6122aea444fc","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:33.46277852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"41af298f-6575-4ebf-af77-f8c93bfaeaf8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.56810962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"3134cfff-e8ad-4db7-9470-660a8fa5a447","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.621288184Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"cc6c5772-b38a-4e97-b5c0-01116d2f4f74","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.712829374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6375d8fc-3497-4309-a055-adeef4d37697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.713365949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"ac79a666-9c03-4411-a1fb-481cd914b2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.71340814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"70b3a8ac-51af-4bd6-95ff-51750897beca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.713757447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"803ff6f5-7c5d-4bf0-a914-b2b2cff8e26a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.713830653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"f6716e49-d129-47b5-8b61-f5bad6b1e993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.768338616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6375d8fc-3497-4309-a055-adeef4d37697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.768581889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"70b3a8ac-51af-4bd6-95ff-51750897beca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.771735169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"f6716e49-d129-47b5-8b61-f5bad6b1e993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.772005446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"803ff6f5-7c5d-4bf0-a914-b2b2cff8e26a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.773945554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"ac79a666-9c03-4411-a1fb-481cd914b2a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:34.964070893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"23255be0-28a7-4db3-8d3d-2b30f302531a","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"name":"e2e-rt-sw-7d6957","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.058049511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"fc5f72f5-2979-43c2-a530-6636d44f3313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.069134299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"6b3f3de2-408f-47f6-bc42-05d97c445c85","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.069505371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"22180cb9-4703-4288-983e-69880d288bf7","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.112134869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"fc5f72f5-2979-43c2-a530-6636d44f3313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.158327496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1365426-631f-4935-87df-4711caa11899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.158351708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"6f0f2e6d-93ed-44ae-8186-3fe45e2f1230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.212210851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"6f0f2e6d-93ed-44ae-8186-3fe45e2f1230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.212215112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1365426-631f-4935-87df-4711caa11899","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.24675889Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"6733ebb5-7c95-4031-9eaf-bc7359698606","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"name":"e2e-rt-sw-7d6957","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.262876783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"36a3ae64-05f5-4a08-98ef-e99046ffdd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.263110213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3d84e4c3-8eaf-4718-9b03-de9b3acb896f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.296174425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"032bdb28-a91c-4a3f-9fd9-ee97d835c2ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.296196124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"032bdb28-a91c-4a3f-9fd9-ee97d835c2ab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.296501541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd18f01a-1e72-47eb-8489-b34a446f2e6e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.296514293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd18f01a-1e72-47eb-8489-b34a446f2e6e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.296719292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e01d517-9fcf-461f-ad6b-957bacb06f9e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.296730466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e01d517-9fcf-461f-ad6b-957bacb06f9e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.296917005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3df57ec6-48c5-40ea-a15f-2c26ba626c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.296928135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3df57ec6-48c5-40ea-a15f-2c26ba626c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.29797892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0fc9cf7-8ecc-4d4f-ae3e-322f8fd34b6d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.297996404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0fc9cf7-8ecc-4d4f-ae3e-322f8fd34b6d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.298643675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fcdbd21b-022c-454c-aba1-16f6ca70f254","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.298658999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fcdbd21b-022c-454c-aba1-16f6ca70f254","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.299499117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b5b53ae2-a1b6-4d85-9d90-034692c22315","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.299515295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b5b53ae2-a1b6-4d85-9d90-034692c22315","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.300340178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4009a1e1-20b9-4e75-abf9-31f17790caf5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.30035576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4009a1e1-20b9-4e75-abf9-31f17790caf5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.328882216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3d84e4c3-8eaf-4718-9b03-de9b3acb896f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.341840596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"36a3ae64-05f5-4a08-98ef-e99046ffdd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.361077778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"01b262d4-48e9-472a-8a04-62c891141402","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"name":"e2e-rt-sw-7d6957","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.395664886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"961470c6-aff4-44f4-b6c5-3affefd712ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.395683228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21278022-4634-4b23-a250-1be8be107c3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.462687649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"4a64a16b-615f-4d4c-a335-694f675a546b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.517775044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"4a64a16b-615f-4d4c-a335-694f675a546b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.562101345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df4246cd-f84b-4d60-b554-d66531eb67b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.562552648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"104c0bb7-e831-498e-8c92-feca18db8dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.67957573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df4246cd-f84b-4d60-b554-d66531eb67b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.680313979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"104c0bb7-e831-498e-8c92-feca18db8dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.722415009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"690c12f0-c0fb-4e77-be2e-4d70c30a4141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.722432074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c37dff98-6b29-477d-8d17-7aa27bfeff46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.778699097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c37dff98-6b29-477d-8d17-7aa27bfeff46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.778778208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"690c12f0-c0fb-4e77-be2e-4d70c30a4141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.87541372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"aa153d83-e3c9-4586-b0f0-370ececf006b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:35.929804668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"aa153d83-e3c9-4586-b0f0-370ececf006b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.021688034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"695e5d9e-9fcb-4ae8-8e2c-135e2b92248b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.022346603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"1820679e-dd62-4715-8b9b-b14a4bc1053a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.076674166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"695e5d9e-9fcb-4ae8-8e2c-135e2b92248b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.076807337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"1820679e-dd62-4715-8b9b-b14a4bc1053a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.125621296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db46e54-8203-4592-9589-a91cf240cf8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.12595224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fb8a167-7075-4759-b856-9075cb3105ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.179857444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db46e54-8203-4592-9589-a91cf240cf8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.180023128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fb8a167-7075-4759-b856-9075cb3105ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.237361246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"6685bf93-b5d8-4c9e-afbd-88af5cf7f3c8","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.38966981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c7a25dff-5aca-4e11-a733-f0c088efcdce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.389813355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"641f49de-fa37-4944-8e56-432d62ad8281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.389670398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"3fed4af5-5385-4078-a284-d37b03c02d0b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.431857128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"96c9baae-722a-457d-81ac-76c24fa09764","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.447400576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c7a25dff-5aca-4e11-a733-f0c088efcdce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.451092056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"641f49de-fa37-4944-8e56-432d62ad8281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.454262501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"3fed4af5-5385-4078-a284-d37b03c02d0b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.48216806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"cfe5e8cc-be81-43c3-bfed-af0c4699494d","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.482203162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"cfe5e8cc-be81-43c3-bfed-af0c4699494d","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.577953903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"ec241009-7b1e-4bef-853a-ab100b6526fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.577969514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de9599a0-ac6b-4639-bc40-850a7be4eb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.6334836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"ec241009-7b1e-4bef-853a-ab100b6526fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.633514431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de9599a0-ac6b-4639-bc40-850a7be4eb83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.803679581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cc67536b-9bdd-4dad-a84f-c29fb85e4d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.8038288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e24b193f-34d8-455f-8b58-115e84fb5e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.803683806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"579ca3ea-ed80-417d-8923-d8b5adc36a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.858023293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e24b193f-34d8-455f-8b58-115e84fb5e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.858063193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cc67536b-9bdd-4dad-a84f-c29fb85e4d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:36.860314233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"579ca3ea-ed80-417d-8923-d8b5adc36a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.004582972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"cc1f0a3c-4060-44d5-9927-447c2f0d3fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.004772921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"5b0cd258-dbe0-45b7-baa4-f671ffeb2655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.060768223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"cc1f0a3c-4060-44d5-9927-447c2f0d3fc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.061026277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"5b0cd258-dbe0-45b7-baa4-f671ffeb2655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.203820711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"eb2c3cfd-ee7f-48b7-b864-ce00fa8f217a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.204025137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ae2fff-bb4d-4f85-ac82-05e7e2a80504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.203825167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"a7662952-1a83-4798-b664-029b15050b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.259966968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"eb2c3cfd-ee7f-48b7-b864-ce00fa8f217a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.260002092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ae2fff-bb4d-4f85-ac82-05e7e2a80504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.262570631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"a7662952-1a83-4798-b664-029b15050b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.352445364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c86aa615-2d1d-4b16-a2f6-1350ce4dcd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.352483661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"1837920a-6c6d-45fa-9335-fcbbdc4150c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.406300221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c86aa615-2d1d-4b16-a2f6-1350ce4dcd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.406886305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"1837920a-6c6d-45fa-9335-fcbbdc4150c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.603644747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"c1febaa7-10df-4bac-811f-e1f47e89099a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.657638733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"c1febaa7-10df-4bac-811f-e1f47e89099a","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.831020581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"c01a5cd4-a179-43cf-b84c-f82d4a58b319","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.977134638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"3342f67d-25b4-4ecb-8e8e-572a24b4cb47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.977316689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"465145e6-efe9-465f-b02b-4f618ba39867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.977615124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f0c74d32-2bf9-495b-b93a-4a5dfb5a29ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.97777201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"14b3283b-469e-4e52-b5ac-b6f5cf3376c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:37.977134124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cffa3753-c357-48d1-8e89-1779f72c1216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.030955682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"3342f67d-25b4-4ecb-8e8e-572a24b4cb47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.03181366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"14b3283b-469e-4e52-b5ac-b6f5cf3376c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.033439748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"465145e6-efe9-465f-b02b-4f618ba39867","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.034117975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f0c74d32-2bf9-495b-b93a-4a5dfb5a29ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.035531688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cffa3753-c357-48d1-8e89-1779f72c1216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.375510913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"24f73718-46ca-46bf-9c10-5f5e70a6ca72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.375687462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"ee9fb539-67a4-4727-b459-11edd1e4cf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.375511194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41cfbafe-ce77-45a8-8ea2-7838bd22aa54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.377579636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"0f756e16-eb4e-4974-a586-cbe288f7a065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.377597917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5c81413f-8c3d-4843-b328-639fb41d72a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.429799711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"ee9fb539-67a4-4727-b459-11edd1e4cf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.429819002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41cfbafe-ce77-45a8-8ea2-7838bd22aa54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.43214947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"24f73718-46ca-46bf-9c10-5f5e70a6ca72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.432393889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"0f756e16-eb4e-4974-a586-cbe288f7a065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.434314966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5c81413f-8c3d-4843-b328-639fb41d72a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.78082081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1dcc81f8-8160-4f4a-958b-161068479288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.780988403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"3b216301-4838-4f5f-970f-0686d6e58f5f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.780821626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49280ed7-783a-4f24-bea0-0acb848d0cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.835072447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1dcc81f8-8160-4f4a-958b-161068479288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.83514608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49280ed7-783a-4f24-bea0-0acb848d0cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:38.837646474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"3b216301-4838-4f5f-970f-0686d6e58f5f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:39.221236983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.379155179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"3d06acc7-80a3-4dd4-8e60-86a9f693ce12","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.432835571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"227133d2-a462-4398-bd0f-1bfd92301b58","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.579534706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-gw-auth-37618aac","reconcileID":"41a47a2d-a3e6-4c3d-a649-848a6cbaa1b5","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.633224898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-gw-auth-37618aac","reconcileID":"41a47a2d-a3e6-4c3d-a649-848a6cbaa1b5","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.693794507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"4326d376-c44f-4b83-9a8c-dbf5d7cc10f8","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.693820419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"4326d376-c44f-4b83-9a8c-dbf5d7cc10f8","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.791502297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"43b265d3-37f6-43c9-ab97-c9b2061a4e8a","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.79152923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"43b265d3-37f6-43c9-ab97-c9b2061a4e8a","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.8881008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"5c3261da-1213-4959-9ac4-4290f6b7d0c9","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.937615118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d72c769d-eafb-4a96-ba54-1bba880e445a","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:40.943192359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"5c3261da-1213-4959-9ac4-4290f6b7d0c9","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:41.084322525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-gw-auth-37618aac","reconcileID":"2e4120a5-3692-4d1e-ab2f-5c5e965ea06c","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:41.13773673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-gw-auth-37618aac","reconcileID":"2e4120a5-3692-4d1e-ab2f-5c5e965ea06c","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:41.342943888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"78c6eb09-eb7c-4577-8dc1-8d05947eed1e","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:41.342970814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"78c6eb09-eb7c-4577-8dc1-8d05947eed1e","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:43.489517483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5c71b805-34bb-420d-bd17-cde974e90d35","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:43.489570298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-gw-auth-37618aac","reconcileID":"1926e53e-e96b-47da-895c-c8d9525cbf58","MaaSAuthPolicy":{"name":"e2e-gw-auth-37618aac","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:43.640262017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"28bbf0f6-b01e-4bed-aff2-c9ce488574a1","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:44.993690817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"9ddea43b-7d34-4498-9e2c-4aca138660f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:45.468244157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"ad6051f8-6e9f-44cb-9061-26f3556471f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:45.468417966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61f4edfa-5e35-4a92-bee2-4685a1fd3774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:45.468244204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55cd99cc-991f-4232-aafc-e2f637c0e221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:45.533944207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55cd99cc-991f-4232-aafc-e2f637c0e221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:45.535758768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"ad6051f8-6e9f-44cb-9061-26f3556471f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:45.5390553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61f4edfa-5e35-4a92-bee2-4685a1fd3774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.268931368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"7f073d82-69b9-4edf-914d-9f8f6c58090e","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.268957726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"7f073d82-69b9-4edf-914d-9f8f6c58090e","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:30:46.321369163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"4fb79154-fa14-474f-875c-ec668cb34849","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-7d6957-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.397848085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564","reconcileID":"aeb77fa8-f375-4fde-8508-7f20f7b98c76","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscription":"e2e-bulk-sub-cbc64564","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.407522828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"a37f9f87-a4e2-4834-9aa2-88725342d3f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.407818837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b338f8-5f70-49b3-92f0-39fde41b2b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.408037482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b362ad2-c6df-44f8-897f-76887291012a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.421670663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"89e99c67-215e-4f27-a64f-dab3def0912c","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.421690897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"89e99c67-215e-4f27-a64f-dab3def0912c","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.464574825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b362ad2-c6df-44f8-897f-76887291012a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.46486587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"a37f9f87-a4e2-4834-9aa2-88725342d3f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.467002792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b338f8-5f70-49b3-92f0-39fde41b2b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:30:46.526164226Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"89e99c67-215e-4f27-a64f-dab3def0912c","name":"e2e-rt-sw-7d6957","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-7d6957\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:30:46.526234849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"89e99c67-215e-4f27-a64f-dab3def0912c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-7d6957\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.579152813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"cc0052db-87e2-484b-acd6-64f508c7706c","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.579297952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"cc0052db-87e2-484b-acd6-64f508c7706c","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.600027085Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564","reconcileID":"aeb77fa8-f375-4fde-8508-7f20f7b98c76","MaaSSubscription":{"name":"e2e-bulk-sub-cbc64564","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.757826612Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"a58bbafb-31c9-4cb4-a005-1e86e38ed011","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"e2e-rt-sw-7d6957","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-7d6957-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.796858085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"d23a9ced-c2cd-47fb-a77b-ed82a9765e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.855509979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"1ec56cb0-6839-48ba-ad1f-58a54629d10a","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.856439664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d01a454-0389-454d-902a-ec61d110a347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.856446005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29f962c0-3aac-4185-8404-b6b371287d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.910148815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d01a454-0389-454d-902a-ec61d110a347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.910155476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29f962c0-3aac-4185-8404-b6b371287d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:46.962162058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"ba31f5b1-9ef5-4174-be61-bd530369aa25","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.009745872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"cf4e1f88-63bc-40ec-ae19-3c82176b3324","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.010731043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"36092d21-e381-4059-918a-d3618b283bf3","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.010757323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"36092d21-e381-4059-918a-d3618b283bf3","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.010736516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7ab5eb1e-417f-484d-b43c-55849af0ae51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.015813083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"ba31f5b1-9ef5-4174-be61-bd530369aa25","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.05964131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"02c3d366-3ed4-48ec-a228-4b67a4e26475","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.063352328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"cf4e1f88-63bc-40ec-ae19-3c82176b3324","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.064710718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7ab5eb1e-417f-484d-b43c-55849af0ae51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.207993923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"a5504082-8e2d-4f72-b4f4-10d969091be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.20894225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-bulk-sub-cbc64564-auth","reconcileID":"ba48a0b9-4d64-49ef-b49f-815f858b3825","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cbc64564-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.209416523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"a14159c0-2426-44e7-9739-57ecb49aae4a","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"llm/e2e-rt-sw-7d6957","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.261899143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"a5504082-8e2d-4f72-b4f4-10d969091be9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:47.467317484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"cb5bcedb-9884-4cb9-9e19-e634e536c9dd","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:50.608625491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"f0df8546-5f47-4dbb-aa24-34a2e2c93365","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:50.997473942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"38056ba6-068b-4f4b-b0f0-e71a982c08b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.692026165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"fe7e5fff-c184-473c-b19a-be743f014083","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.692331321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"60b88f3c-32f8-4179-ba04-d588dfd6167c","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.756648779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"85c13c7a-437f-4e33-95b5-24b1ce90c413","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.757042428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"0744ca61-2074-455f-957b-30a8d9b00b39","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.856066195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f89a2717-3a81-4ecc-95cd-da20952757ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.857206897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"a599dbd2-50de-42d9-b109-ee3010df241e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.901401907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"3450117c-16a8-40d2-9ac3-74c58cc991aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.908532658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"3dda2922-de42-4c24-be14-5d67fb04a079","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.912350716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f89a2717-3a81-4ecc-95cd-da20952757ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:52.915965275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"a599dbd2-50de-42d9-b109-ee3010df241e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:53.254163636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"a9e871d0-65da-49b8-aad6-a4fc9e0b7287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:53.254165655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"39713f03-dcb2-43c0-8b1a-dfa69bfecae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:53.310141075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"39713f03-dcb2-43c0-8b1a-dfa69bfecae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:53.311015325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"a9e871d0-65da-49b8-aad6-a4fc9e0b7287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:54.848921682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"b0b58010-1dea-4ce6-bb70-298f766b0aa7","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"llm/e2e-rt-sw-7d6957","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:55.108789951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"960bd0b4-f4b9-44c9-b33f-6de2dc53f5f2","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:55.108822549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"960bd0b4-f4b9-44c9-b33f-6de2dc53f5f2","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:55.621868137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04213396-fbae-413e-a375-6a510c6e0a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:55.621903915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"823cc277-3c5e-4722-982b-192580d2d304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:55.624226195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"ea761010-3630-4e63-8cdc-3c06390a41e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:55.679185891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"823cc277-3c5e-4722-982b-192580d2d304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:55.680840037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04213396-fbae-413e-a375-6a510c6e0a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:55.685143647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"ea761010-3630-4e63-8cdc-3c06390a41e9","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.347887523Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"e0f0e21f-a044-4b3d-abe7-3d5371fcefa5","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.397189597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"ce109305-b88e-413f-b76a-71bd77b706dd","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.397219272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"ce109305-b88e-413f-b76a-71bd77b706dd","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.49350927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"1af59415-637c-4b6e-83d4-a42e55f54f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.49378994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ff704136-adad-45d4-b065-d468eecb6126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.49397389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c825e04b-2c9d-4ade-837f-b931e50fdb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.494224618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"214d3474-c872-48e6-9020-54634645c76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.541289198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc97364c-f04c-43b5-b744-ea637f39ed4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.546909786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"1af59415-637c-4b6e-83d4-a42e55f54f01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.54710578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ff704136-adad-45d4-b065-d468eecb6126","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.549357046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"214d3474-c872-48e6-9020-54634645c76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.549366894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c825e04b-2c9d-4ade-837f-b931e50fdb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.559893059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"77fa9685-1cc2-4a07-93bd-693398228ff1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.559916822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"77fa9685-1cc2-4a07-93bd-693398228ff1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.560233534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a14c72f-3f57-40d0-a5c9-e67271202408","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.560247415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2a14c72f-3f57-40d0-a5c9-e67271202408","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.560485584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d816fb25-6f72-444e-9c98-580556f0e960","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.56049704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d816fb25-6f72-444e-9c98-580556f0e960","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.560779669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7f96f9f-5623-4e52-90f2-be07d3b48d12","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.560790923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7f96f9f-5623-4e52-90f2-be07d3b48d12","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.56096597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"676d4a99-2128-451b-89c5-12191c550c01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.560977514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"676d4a99-2128-451b-89c5-12191c550c01","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.561140277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d87b55f8-782c-41df-9b71-baf916547268","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.561149711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d87b55f8-782c-41df-9b71-baf916547268","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.561329302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05edaf2e-78a9-4cb1-a21b-441ce70b8343","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.561336221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05edaf2e-78a9-4cb1-a21b-441ce70b8343","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.594617164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc97364c-f04c-43b5-b744-ea637f39ed4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.610032735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"917a548a-c79d-4378-97a9-b16abd2c857f","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.610056491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"917a548a-c79d-4378-97a9-b16abd2c857f","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.659868418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9db5ac84-af39-4171-b3a9-3d3ff91c7943","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.659886671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9db5ac84-af39-4171-b3a9-3d3ff91c7943","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.756578738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17e98ad2-76a4-4353-985d-23f9b63061e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.756972488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a6f1c60-38b9-4b13-a1c9-313b64fc4aa5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.804060675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"bbdf1b8c-954c-4d91-9520-8fa0be52e8ab","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"llm/e2e-rt-sw-7d6957","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.836936164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7a10623a-b460-4173-90e2-53a1a65d8618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.837113613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"9ca16ffb-fe6d-4af5-b478-4edaf8bf19db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.837387273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"72001f3d-b777-4fbc-8e70-4ed88a87bc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.885123344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca7b138e-eed0-4bee-a0c4-24812b42fbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.891261865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7a10623a-b460-4173-90e2-53a1a65d8618","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.891377748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"9ca16ffb-fe6d-4af5-b478-4edaf8bf19db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.893471586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"72001f3d-b777-4fbc-8e70-4ed88a87bc57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.936296499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"b5981e1c-e674-49d3-82d7-3a8e28c4d030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.939118049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca7b138e-eed0-4bee-a0c4-24812b42fbcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:57.990485096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"b5981e1c-e674-49d3-82d7-3a8e28c4d030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.182891656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"922c1941-f127-45d6-b6ff-5c1ec45c7a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.183062369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"0cc84422-7cce-47f6-a8f8-1b3c076636ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.231269027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"f55dc2cd-bba5-448e-8579-80af4e076f76","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.237492919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"922c1941-f127-45d6-b6ff-5c1ec45c7a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.237564494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"0cc84422-7cce-47f6-a8f8-1b3c076636ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.285268284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"f55dc2cd-bba5-448e-8579-80af4e076f76","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.332197849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"970a08b7-01f5-449d-ae71-f3e269d80209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.387700551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"970a08b7-01f5-449d-ae71-f3e269d80209","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.550798373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"3e4b4ed1-66e5-4246-9c3c-1d5f8763055a","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.719956477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ebb8c7b1-1883-4a3c-b0cd-5134b832d6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.720447302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"1698450e-79ae-42a1-ac0e-3e99e7affb34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.720737912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cbaa2032-2101-4abe-9960-6b656f52e308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.769010253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"c4dfd79d-1db1-4914-bc0b-4ca75babfc95","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.773682766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ebb8c7b1-1883-4a3c-b0cd-5134b832d6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.774302695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"cbaa2032-2101-4abe-9960-6b656f52e308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.776007787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"1698450e-79ae-42a1-ac0e-3e99e7affb34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.817735973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"ba1db7f7-0f62-43b0-86c7-e582d02b1f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.823122787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"c4dfd79d-1db1-4914-bc0b-4ca75babfc95","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:58.873973021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"ba1db7f7-0f62-43b0-86c7-e582d02b1f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.119832278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"a4a2a54c-a63e-47cb-bbf5-c5f1c0e82f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.1198326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"eccdecf8-3882-4f45-80ff-21548909d17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.168615645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e073131-1856-4af7-af67-e56e5b0befd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.174104352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"eccdecf8-3882-4f45-80ff-21548909d17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.174124697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"a4a2a54c-a63e-47cb-bbf5-c5f1c0e82f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.222437962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e073131-1856-4af7-af67-e56e5b0befd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.223587562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d153170c-30b6-4de2-8972-a91e48b18cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.27116853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa4a887e-c063-4102-82bd-909701d86e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.276971696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d153170c-30b6-4de2-8972-a91e48b18cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.327218454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa4a887e-c063-4102-82bd-909701d86e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.519671892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c48c789e-888f-4114-ab1b-3a0d5f07bc31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.519671825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"08c73307-97ad-4a03-895c-9e2d0e0b3cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.573429983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c48c789e-888f-4114-ab1b-3a0d5f07bc31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.573565044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"08c73307-97ad-4a03-895c-9e2d0e0b3cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.621575577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b8931686-eb43-436d-a178-b5123857285a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:30:59.675780927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b8931686-eb43-436d-a178-b5123857285a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:00.155478172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"f85e7764-07e1-4efa-92e9-42e5f3feefdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.724724777Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"464162f8-8886-4983-923b-e90d1a4fd6de","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.777944379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"1db37187-53ac-4dba-a014-b9e577c07377","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.778053403Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"1db37187-53ac-4dba-a014-b9e577c07377","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.878493868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"151f45d3-d6e0-4560-9c0f-7fd0edb25ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.878867024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"93326296-bd28-48b5-85f1-27cea0230272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.879086524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a482faf6-2e23-4a4d-a12d-787a43da855a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.879495785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4d462a2e-8e09-4435-8bd5-e4e4fb5181f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.929531553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c9bb43-8b47-4a9e-9bc0-bcdbc9f1cec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.935094144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4d462a2e-8e09-4435-8bd5-e4e4fb5181f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.935200824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"151f45d3-d6e0-4560-9c0f-7fd0edb25ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.937421487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a482faf6-2e23-4a4d-a12d-787a43da855a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.937845469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"93326296-bd28-48b5-85f1-27cea0230272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.938967713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1f38879c-8408-4a10-bd97-8f417f1f4821","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.938985517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1f38879c-8408-4a10-bd97-8f417f1f4821","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.9392126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8eac7c4-a034-4f5b-bc88-6abb2cee59d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.939223638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8eac7c4-a034-4f5b-bc88-6abb2cee59d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.939518977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9407663e-9eea-4fed-b1d4-a1b437523112","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.939534462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9407663e-9eea-4fed-b1d4-a1b437523112","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.939729874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f2fadc5d-48e6-4deb-9b7c-5c558aca35c1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.93974152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f2fadc5d-48e6-4deb-9b7c-5c558aca35c1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.939929877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e9d74cf6-8cab-4cb6-b5aa-27d866a36a5f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.939939499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e9d74cf6-8cab-4cb6-b5aa-27d866a36a5f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.940106955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66a60483-14a4-482c-b2ce-401778cf3134","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.940116541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66a60483-14a4-482c-b2ce-401778cf3134","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.991102247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c9bb43-8b47-4a9e-9bc0-bcdbc9f1cec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.992268884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"1c3077e9-9cee-473b-a993-b2df80293baa","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:04.99230138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"1c3077e9-9cee-473b-a993-b2df80293baa","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.042568062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12fb5373-6830-4b1f-b4fe-7e59cfd088a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.042584821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12fb5373-6830-4b1f-b4fe-7e59cfd088a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.042825557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2b41958-47c5-4cec-bbee-8820915da95f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.042835818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c2b41958-47c5-4cec-bbee-8820915da95f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.148520329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c9d99b5-3dd8-4ddd-bdd7-377ab145545e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.150189245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7c43cfb-a7dd-4966-89c4-1ed607edd1c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.205341085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"8e733b0c-5578-4136-b332-67782c9c9c32","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"llm/e2e-rt-sw-7d6957","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.301894695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"a9072800-07af-4938-969a-4cf32ecb0d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.306820365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"eec9341b-4671-4ddc-b8ee-bd6effa73420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.307477707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"7f5c143b-b3a3-4fef-9a62-64b58d5c0f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.357611058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"d9babcf2-e392-4b52-93f0-1af15fec7924","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.358690816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"a9072800-07af-4938-969a-4cf32ecb0d32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.362519424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"7f5c143b-b3a3-4fef-9a62-64b58d5c0f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.362929395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"eec9341b-4671-4ddc-b8ee-bd6effa73420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.395664604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a273ed3a-fa3a-484d-8f89-e4e456f58915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.417347907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"d9babcf2-e392-4b52-93f0-1af15fec7924","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.4511317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a273ed3a-fa3a-484d-8f89-e4e456f58915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.727842279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"04388e29-2b8d-4495-af8f-77918dbbfb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.727969455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6d971d66-4b0d-489d-b595-f07530e99015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.779907487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb399d99-c54c-467a-b3fe-9185bdfd997a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.789601816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"04388e29-2b8d-4495-af8f-77918dbbfb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.793520374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6d971d66-4b0d-489d-b595-f07530e99015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.833585833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb399d99-c54c-467a-b3fe-9185bdfd997a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.864036321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8427cc9f-fca2-4767-81f9-4c05c7ff811a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.917570255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8427cc9f-fca2-4767-81f9-4c05c7ff811a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:05.940937785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"bf1389dd-4785-45c2-a5ee-e5b9878944bf","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.102693134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b0c332cb-1f49-4629-b199-cca623bfb071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.102692434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"21b19276-696c-409d-99dd-e3fd5f5613f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.156587194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b0c332cb-1f49-4629-b199-cca623bfb071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.156618729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"21b19276-696c-409d-99dd-e3fd5f5613f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.186983428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bab1d067-bc6d-4908-8405-705873e90a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.234743889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"807a64af-4eaa-473b-9e98-6bd6f6706bd6","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.240344019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bab1d067-bc6d-4908-8405-705873e90a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.282128823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e57e7793-6694-44a6-b063-2ecb7d019097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.28833394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"807a64af-4eaa-473b-9e98-6bd6f6706bd6","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.335948781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e57e7793-6694-44a6-b063-2ecb7d019097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.499561277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"bc3da244-50e4-4b6e-a7c1-7e9fb49410b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.547242587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cdd72ab-b4d5-4d9e-a815-0e1b33272607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.553039224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"bc3da244-50e4-4b6e-a7c1-7e9fb49410b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.599401948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"7a91e37a-86f9-4ccb-bacf-913ed68ba38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.6030271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8cdd72ab-b4d5-4d9e-a815-0e1b33272607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.65322428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"7a91e37a-86f9-4ccb-bacf-913ed68ba38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.699692783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d976bb84-0d48-4676-ad5f-d581b06afe6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.748639493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdf3f800-49e2-4b77-b9fb-1a5f6be95d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.753308938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d976bb84-0d48-4676-ad5f-d581b06afe6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.803882422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bdf3f800-49e2-4b77-b9fb-1a5f6be95d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.899757041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"20898023-1a15-4fab-bf1a-8ab23766c89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:06.953777101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"20898023-1a15-4fab-bf1a-8ab23766c89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:07.002539666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b93e9ae3-f387-4651-8648-1a2779051a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:07.002540289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"320ef836-dde7-4dbe-baea-9c95106c4683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:07.071836427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"320ef836-dde7-4dbe-baea-9c95106c4683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:07.071836425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b93e9ae3-f387-4651-8648-1a2779051a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:09.223876234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:10.029901454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"d5a60c2d-266f-46cb-b17b-dd9b26d62dd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:13.940844167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"883eda6e-f24f-4d2f-9b95-2ccb71bf8241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:13.941174673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac774305-9c71-45ab-9ac2-3c7f3051e94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:13.941506871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"2c9d5246-68a2-43f7-81f8-1d5934feb1b6","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:14.017067324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"883eda6e-f24f-4d2f-9b95-2ccb71bf8241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:14.020557182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac774305-9c71-45ab-9ac2-3c7f3051e94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:14.041118473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"2c9d5246-68a2-43f7-81f8-1d5934feb1b6","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:14.05099988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"dcdf11af-0c77-48c7-ba83-f38fcbeed171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:14.051000721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c5df58f7-f427-4b2c-8821-00e1b2a76530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:14.129730957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c5df58f7-f427-4b2c-8821-00e1b2a76530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:14.134950156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"dcdf11af-0c77-48c7-ba83-f38fcbeed171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.284052212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"b7646342-1bfc-4793-ac2a-d0738a6b12eb","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.286006795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"76ae4f36-d414-423a-a259-c9a1a514068b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.352671445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"96033829-0863-43bc-9646-ecca3953d90f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.352976664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"f730e3c3-993f-46c4-a5de-01bcae7457d6","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.43200268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1b5a7b6-2860-4777-9d86-63356d805f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.486174534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"ba317eaf-2a90-4345-a1d4-21a6e66fdf20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.487079523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"a8555042-45ab-44da-889d-ba4d1bb01b8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.49222997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1b5a7b6-2860-4777-9d86-63356d805f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.539148422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"65db9f80-5796-40b9-bb96-724a83961102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.592772861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"65db9f80-5796-40b9-bb96-724a83961102","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.784138785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c68146b0-dbb2-4bbb-8d8f-2e77d8db870f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.837533171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c68146b0-dbb2-4bbb-8d8f-2e77d8db870f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.886216344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"963eb587-e95d-42c6-af1b-f926e0695176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:26.939678199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"963eb587-e95d-42c6-af1b-f926e0695176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:29.269948033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-conflict-a-2e0f03b3","reconcileID":"f4df483c-0c3f-4f64-995d-1012d8653a61","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"e2e-conflict-a-2e0f03b3-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"e2e-conflict-a-2e0f03b3","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.124073738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"02c7ec8b-a3b8-471a-8502-4eedcce14983","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.124539383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"bd34a829-315c-4aca-aef4-a186ee197cad","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.191717299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"c778e5a5-92e6-4f2f-86e4-23b62ce185b3","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.192063189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"d248c2c5-bb10-4702-8e95-1217a1ee73d0","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.270322979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b7f4e557-93f8-4ece-97b3-18a82753147f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.270345371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"9aa7cd20-4020-43d3-a2dd-f85e5b8ea420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.328569296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"ac69626a-0806-44f3-b403-b485d5ca6da1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.329212894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"b2b09b58-52ae-4051-b9ba-3984aa50bf3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.34422476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b7f4e557-93f8-4ece-97b3-18a82753147f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.347649968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"9aa7cd20-4020-43d3-a2dd-f85e5b8ea420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.636042557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ec9ec753-4ff2-45d1-bbbc-b723b7fe39bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.637319463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"af16a0c4-901e-488b-ab0e-3a7ac85aacb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.69233828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ec9ec753-4ff2-45d1-bbbc-b723b7fe39bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:31.692940941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"af16a0c4-901e-488b-ab0e-3a7ac85aacb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.219151411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"19cbad1f-ee35-423f-98e0-f050e6ca052c","namespace":"llm","name":"e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.273913064Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"79c20192-d2b4-4396-b953-2f312b91a0ea","namespace":"llm","name":"e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.364791143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2f5a5958-d38c-4e6d-aa8b-af9e124ce063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.364960489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7edb33f6-bdf5-435c-a1c1-7a83569c56ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.365405033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ac327071-b17e-490e-bfc7-0f2dcc035940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.365444278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"5647a57c-6b30-410a-be83-42e4e84ae7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.365854634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c12c59bf-da97-48a6-9ea1-cd8aed62d90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.419025666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2f5a5958-d38c-4e6d-aa8b-af9e124ce063","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.419039749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7edb33f6-bdf5-435c-a1c1-7a83569c56ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.422721375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ac327071-b17e-490e-bfc7-0f2dcc035940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.422800681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"5647a57c-6b30-410a-be83-42e4e84ae7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.424969579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c12c59bf-da97-48a6-9ea1-cd8aed62d90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.59731123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"4106f0d1-315a-446e-8247-75b67cdf80ce","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"name":"e2e-rt-eq-80f93f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.701206515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3111ad55-4805-441f-9d2a-247f9676f1b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.701230209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3111ad55-4805-441f-9d2a-247f9676f1b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.701595665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60b59f04-3e12-44dd-9ec1-e352ff398ae2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.701607137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60b59f04-3e12-44dd-9ec1-e352ff398ae2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.701900559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7b3dd79-4461-47de-8c56-5b1ee7f9b515","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.701913937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7b3dd79-4461-47de-8c56-5b1ee7f9b515","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.751127686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"28b8df41-fca1-4872-a56f-fa8810bbb686","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.751163355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"28b8df41-fca1-4872-a56f-fa8810bbb686","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.762754218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"675b4a70-96ae-433c-b42e-001d93ceaf66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.763120018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"1abaede2-99f6-4d79-87a4-7ca7dd1a0762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.763417398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"400b8df4-587b-439a-9ae0-c4e9373ab358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.789132815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f971dd3-5dc4-4fdb-b50c-1b3d386f221d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.7891414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31a090f4-c808-4b6b-b1ea-d192039f19b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.811788008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae407f55-a009-4cf0-939c-54c4db03278b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.812208724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"f6ef56ef-4620-43fb-9605-92135a76e064","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.817711889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"675b4a70-96ae-433c-b42e-001d93ceaf66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.818069567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"1abaede2-99f6-4d79-87a4-7ca7dd1a0762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.820184593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"400b8df4-587b-439a-9ae0-c4e9373ab358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.838492569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"3897cebd-8316-45ae-aba0-bc1f24ff03a0","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"llm/e2e-rt-sw-7d6957","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.848817974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"ae4c3ccc-8466-4fc4-9a37-2700f8d39c09","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"name":"e2e-rt-eq-80f93f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.865200318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ae407f55-a009-4cf0-939c-54c4db03278b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.871494972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"f6ef56ef-4620-43fb-9605-92135a76e064","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.897344531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0b2a73b-ee95-4c55-935c-64aa15b440bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.897365385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e0b2a73b-ee95-4c55-935c-64aa15b440bd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.897693305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"297b6be4-1894-4dbf-8d5c-0f43f7759259","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.897709663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"297b6be4-1894-4dbf-8d5c-0f43f7759259","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.897991179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ddd02054-325f-4c83-ab8f-72d28667fa88","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.898006546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ddd02054-325f-4c83-ab8f-72d28667fa88","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.898294911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23cd04bd-3ea4-463c-b750-291dd540aef6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.898309041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23cd04bd-3ea4-463c-b750-291dd540aef6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.898703682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32980aa6-bf63-4ad9-b299-7028f8f3b9c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:34.898715506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32980aa6-bf63-4ad9-b299-7028f8f3b9c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.166956697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"b3d53512-f9da-4e0c-8b99-bfd7b4ab20ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.167526863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b152f981-dff9-4099-b919-b65fa9a88103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.216194247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dda11d4-e3a4-4ca1-b326-23955f484578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.221028323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"b3d53512-f9da-4e0c-8b99-bfd7b4ab20ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.223719803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b152f981-dff9-4099-b919-b65fa9a88103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.265976469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ade85c32-3b24-477c-a23e-b1a688df4505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.276834411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9dda11d4-e3a4-4ca1-b326-23955f484578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.320967115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ade85c32-3b24-477c-a23e-b1a688df4505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.370261384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7ed4607a-e9c6-4fc7-8f45-9a624421287a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.423783454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7ed4607a-e9c6-4fc7-8f45-9a624421287a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.571675083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4f97a151-5dcf-46a7-a33d-89a7716e1c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.571763591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"7df5c9ca-800a-4855-bcea-de95ab5a6896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.625841303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4f97a151-5dcf-46a7-a33d-89a7716e1c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.626107121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"7df5c9ca-800a-4855-bcea-de95ab5a6896","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.674712818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"2404c22c-7b21-409e-835d-b6f12ca2b4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.722738986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"674a9236-1b61-4762-985e-78a5527e36dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.728616593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"2404c22c-7b21-409e-835d-b6f12ca2b4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.776897055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"674a9236-1b61-4762-985e-78a5527e36dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.820693738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"03e79396-36db-4959-8285-30f7ba1cabf3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.874380664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"03e79396-36db-4959-8285-30f7ba1cabf3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.900278766Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"d9944d2b-8195-455a-ab1c-9a70b593febc","namespace":"llm","name":"e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.955113696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"94dc5389-3eeb-44a7-8bec-6eb39fb36b02","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:35.960589645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"94dc5389-3eeb-44a7-8bec-6eb39fb36b02","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.05159056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"855d0c14-3f3d-4b93-8295-f9d0ac6df8c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.051582533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4c95ddb0-2df6-46e8-afe9-5c0328943d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.0887354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"70bd770f-05c3-4496-ac4d-26aa7cf8e411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.105554675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"855d0c14-3f3d-4b93-8295-f9d0ac6df8c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.105701569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4c95ddb0-2df6-46e8-afe9-5c0328943d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.142168207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"bf44d462-d4f1-49f6-9343-8339877c318b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.145688177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"70bd770f-05c3-4496-ac4d-26aa7cf8e411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.19779383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"bf44d462-d4f1-49f6-9343-8339877c318b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.338503828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"298d3fd1-65b2-4cc0-a7ce-c21f038380f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.392180106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"298d3fd1-65b2-4cc0-a7ce-c21f038380f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.396713214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"8f1e79aa-8644-4279-8ec1-ca4d933d2658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.396710415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"40cfe940-4409-43f3-b092-5f0fac166c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.450534054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"8f1e79aa-8644-4279-8ec1-ca4d933d2658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.450554449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"40cfe940-4409-43f3-b092-5f0fac166c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.539809612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3d240aa0-28ef-4ab7-bd6c-6a5b177c420f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.547136758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2104c1-4d85-443f-b656-d92d9786dd27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.593010884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3d240aa0-28ef-4ab7-bd6c-6a5b177c420f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.600133996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2104c1-4d85-443f-b656-d92d9786dd27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.78659061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"812e9ab8-50ac-4e6d-bc49-ce86c2a1ea67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.786767987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"353b6962-0657-4e2b-8e3b-e8d39c3a422a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.83461586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2ea4eb9-6e23-4bf0-8eb5-2960828cee1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.840146021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"353b6962-0657-4e2b-8e3b-e8d39c3a422a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.840193135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"812e9ab8-50ac-4e6d-bc49-ce86c2a1ea67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.887814886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2ea4eb9-6e23-4bf0-8eb5-2960828cee1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:36.986948352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e51795a5-f87c-41eb-a3ce-e2fa74084f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:37.042328668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e51795a5-f87c-41eb-a3ce-e2fa74084f22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:39.222928347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:40.335437423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"eac2d7af-f3ed-4210-b759-1e007180a581","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:40.335495673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"eac2d7af-f3ed-4210-b759-1e007180a581","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:40.43362922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"dcb1afca-1051-45e9-b9ab-f5ac42ea27de","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:40.433656193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"dcb1afca-1051-45e9-b9ab-f5ac42ea27de","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:40.586482568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"c21afee8-1916-487a-93da-43c268c3a8a2","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:40.645780875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"c21afee8-1916-487a-93da-43c268c3a8a2","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:41.06615687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"64039acf-9f8e-4381-b135-98ab1172bf0e","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:41.066338575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"64039acf-9f8e-4381-b135-98ab1172bf0e","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.213999815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ff8d929e-9688-43f4-92fe-412ef455647e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.229991365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6dbd540e-610f-44fd-9714-a7f67d70b0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.268769325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ff8d929e-9688-43f4-92fe-412ef455647e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.290335452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6dbd540e-610f-44fd-9714-a7f67d70b0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.597934206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"48e290e5-364b-42c5-a4c9-ae6a6d71484d","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.598163191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e085dab7-3bbb-47ff-bc5a-0ef4f7343ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.597930913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed942b0f-ad4b-488d-8e57-26c8589df1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.634492362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1b69cd80-e4f0-47e9-8e03-964d97a3591f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.653570263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"48e290e5-364b-42c5-a4c9-ae6a6d71484d","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.653570266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e085dab7-3bbb-47ff-bc5a-0ef4f7343ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.655754188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed942b0f-ad4b-488d-8e57-26c8589df1b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.681969428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"8e35a136-a335-44be-94d7-3f01c4155bd7","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.688212668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1b69cd80-e4f0-47e9-8e03-964d97a3591f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.736733234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"8e35a136-a335-44be-94d7-3f01c4155bd7","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:44.964647704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3bc9280a-581c-4613-af1d-0f65579ad697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:45.018287423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3bc9280a-581c-4613-af1d-0f65579ad697","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:45.870626626Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:45.921813651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"28d16ee8-39ff-4de8-b7ae-820daf0b076e","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:45.921836884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"28d16ee8-39ff-4de8-b7ae-820daf0b076e","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:31:45.977040915Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-80f93f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-80f93f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.073773839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"5ad323b5-0b4d-46e5-acf3-c96aa6b7aed0","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.073798889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"5ad323b5-0b4d-46e5-acf3-c96aa6b7aed0","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.112548027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a2ae575-81e8-441a-93a7-68ca61576635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.113040784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"b58db2d3-352f-42a1-b6ab-a21c592ec9d3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.11334152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96872d6d-66c7-474a-b0b0-cdc02a21b227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.113645893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"815a3ab3-9e49-4382-8a4f-98bc4e9b919f","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.166271896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a2ae575-81e8-441a-93a7-68ca61576635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.166412573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"b58db2d3-352f-42a1-b6ab-a21c592ec9d3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.168807359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"815a3ab3-9e49-4382-8a4f-98bc4e9b919f","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.168867254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96872d6d-66c7-474a-b0b0-cdc02a21b227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.171183275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"75365acb-0778-45ab-84db-f821bdc201c1","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.171199756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"75365acb-0778-45ab-84db-f821bdc201c1","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.286986994Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"1db3d7a1-36a5-47c2-bce4-7bfa5985a7cc","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-80f93f","model":"e2e-rt-eq-80f93f","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-80f93f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.546702802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"18db1a68-9428-4ecb-99e3-a7b680be0523","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.5467291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"18db1a68-9428-4ecb-99e3-a7b680be0523","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.611615335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"586ede1a-a7cb-4657-a920-a791b2dbca1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.611615375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb48152a-0a1e-471e-bbde-7b8e73dd303b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.665264567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb48152a-0a1e-471e-bbde-7b8e73dd303b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.665420909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"586ede1a-a7cb-4657-a920-a791b2dbca1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.707847489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"56431917-0dd4-4810-bfb4-e8810e55b057","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.707851035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"32ed6cce-9dd2-4c21-b055-1a3e0b6d6723","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.741190131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"b7e841f1-d573-4d15-b812-999728c06549","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-80f93f","model":"llm/e2e-rt-eq-80f93f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.76118986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"56431917-0dd4-4810-bfb4-e8810e55b057","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:46.761268863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"32ed6cce-9dd2-4c21-b055-1a3e0b6d6723","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:31:49.731743262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"5a20c812-f2ed-4eb4-8eb7-d20ad07a4cc2","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:00.437740359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"62fe74dd-1cbe-437a-b1d9-2d3692c08014","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:01.160903481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"a886e333-d6d0-40df-9d00-94e5628f9a9f","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-80f93f","model":"llm/e2e-rt-eq-80f93f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:01.466389576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"d0342496-f840-4105-9b89-cf9e5f787669","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:01.46643067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"d0342496-f840-4105-9b89-cf9e5f787669","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:02.310642707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"9889c9d9-e9f1-42b9-bcf9-6beccb9c1d69","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:02.310596253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76f65446-7bf3-46a2-8da0-3a063709da43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:02.313619506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"1658687b-5f92-4531-84f7-70262ae643b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:02.314410277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8e666d-537e-4010-afff-224e511be7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:02.378273523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76f65446-7bf3-46a2-8da0-3a063709da43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:02.378517498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"1658687b-5f92-4531-84f7-70262ae643b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:02.401198144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8e666d-537e-4010-afff-224e511be7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:02.401587236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"9889c9d9-e9f1-42b9-bcf9-6beccb9c1d69","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:09.221277924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:11.65587602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"bf98b74f-448a-488d-bbb2-1c86e29abaae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:11.761128045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"0aa0cbcb-836d-40d9-98eb-1c842d4b312e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:11.862155081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25a21d83-623f-4c73-92c8-82c82d367cf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.005794076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-conflict-a-2e0f03b3","reconcileID":"0ea6507c-69c4-4a1e-b207-a44c7b12ff25","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"e2e-conflict-a-2e0f03b3-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"e2e-conflict-a-2e0f03b3","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.006092884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"30230d4b-ce7f-47a3-8f1d-81e6b04790e2","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.011206331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"8c7b6b11-92b7-4f27-8ce7-3079673b4ccc","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.068518729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"b7c7200b-ea7c-4551-b806-096ecf443665","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-80f93f","model":"llm/e2e-rt-eq-80f93f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.075803244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"939f0d01-d514-4ce6-ac5b-a0d917354881","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.07630667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-conflict-a-2e0f03b3","reconcileID":"1c3fc3cf-4fab-4d9a-993a-07cc7f3012f5","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"e2e-conflict-a-2e0f03b3-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"e2e-conflict-a-2e0f03b3","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.076552972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"bdc281bf-182d-491e-bbb8-39cd6a188d0c","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.140502577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"d6c6c00e-fa6f-4410-930f-00d5fcbc85ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.157916905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7db02a6e-55fd-4f75-8121-380806e243c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.158081556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6cf272fc-087b-454b-8706-03ae47fc804a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.228036153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6cf272fc-087b-454b-8706-03ae47fc804a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.237826632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7db02a6e-55fd-4f75-8121-380806e243c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.271963388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"a71cddc5-9bda-4e3b-87b5-3a342d8207db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.272430433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"0c920fdb-ad3f-4866-b45e-41c4f1e612ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.370029598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"3353aadf-7a6d-4cef-95ef-fe1d8e89de0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.440273438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"6eef91ed-a693-44f5-a891-b78f5d58a30c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.542019271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38656609-f676-4e69-a7e3-9c5298c9e2fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.578198854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e0a0a8ab-d1ee-461f-b67e-0911104bf053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.578199065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0d188028-51f5-45a6-8de5-8893aa0840e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.631887218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e0a0a8ab-d1ee-461f-b67e-0911104bf053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.632157869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0d188028-51f5-45a6-8de5-8893aa0840e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.643843486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"27a1070e-1172-4d3d-9c6f-b60f06bcc23c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.643864347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"098f38ac-8fff-4448-9cd0-250924eb3c58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.66868635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"a65c0aef-9795-409b-b0e0-b5467cad651c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.819371506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"83332f22-fa3e-45f5-8bcc-9c737eab89cf","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"llm/e2e-rt-sw-7d6957","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:12.869950534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"996874bf-aaac-48b1-8eae-fa6da5874651","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:13.019640006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"d8343963-9332-4b74-9253-2df55894b0d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:15.934677306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"7845b611-d6e6-46c7-be77-2ff04b24e235","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:22.986435548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"d359f09b-cf53-47a3-b995-4941dfb6c6e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.035423566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c947ef9-2e7f-4f25-93ed-8aa4fffb27d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.088981316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"b1fbdffd-cb5b-454a-8348-27d8e4e10d01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.188589622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"9cc76c05-10ab-46cf-a6ea-01a55a0f619d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.293383427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"b2567524-f5f0-4422-aa7f-405c5bdbe3f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.293402667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"43d9a5c0-3b57-449e-8567-d4b5aedf9989","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.447816491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"88e451f2-a3f4-4c98-a495-22321f255baf","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-80f93f","model":"llm/e2e-rt-eq-80f93f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.58767355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a86bc2fb-aac5-4978-9ce0-6146f2c79476","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.68671161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"eb29894e-2eb4-48d5-903e-06854b261f2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.787379445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"03a4158a-ed0e-4744-984f-8856ead2df2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.836354038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"c463ca01-474b-4fc2-aab2-e6e4603371d6","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"llm/e2e-rt-sw-7d6957","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:23.903114364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"2f00113c-5300-46b0-88b7-ea216082fdd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:24.003539637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"92e3387f-e6c9-48b9-b7f0-8188e4955a20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:24.14973657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"a0e27e7d-ebae-47c3-86dd-0958b622122a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:24.186507236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f3dc5033-4948-48b1-8fe1-590d1f58aaab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:24.186863169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ad9e88e6-261c-412e-b1d7-757e5cc329e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:24.241319636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ad9e88e6-261c-412e-b1d7-757e5cc329e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:24.243248217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f3dc5033-4948-48b1-8fe1-590d1f58aaab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.137995767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"26f70abf-3d92-4ac1-a687-9d9a07008003","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.138554153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"149b02d4-1f52-4404-b087-c852c86f0e1c","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.13894243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"026e8ab2-cea1-4266-8851-213811a387e9","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.207685117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d28677fc-e010-4e05-862c-80a1fd296825","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.208029496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"be4b3bbf-c092-4d9d-809a-512dc16471d6","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.208272384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"8eb9a125-7316-4674-bb28-292036cbd961","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.289123204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c9750d2b-711f-48fe-a4fc-791f585e7f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.290253976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a3dca19c-c242-4c4a-a652-41f945e82e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.341489661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"d9fd4804-e0fb-47f6-8509-2103ea4a95dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.360297735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c9750d2b-711f-48fe-a4fc-791f585e7f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.377885705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a3dca19c-c242-4c4a-a652-41f945e82e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.446155802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"16d295d3-93c0-4396-8f51-f7cb35a1aedc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.670206692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"356f4c60-adc2-46cd-9c56-b2ca14584c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.670228108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e9b1d571-d94a-428a-9aba-182dcc08fb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.726975288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e9b1d571-d94a-428a-9aba-182dcc08fb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:29.727072252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"356f4c60-adc2-46cd-9c56-b2ca14584c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:38.637202123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"ce8e4cf9-b787-4e6c-89ad-c9348204ed9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:38.637211753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4878c444-a95f-4e54-b631-3a55e279aaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:38.691873733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4878c444-a95f-4e54-b631-3a55e279aaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:38.692016611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"ce8e4cf9-b787-4e6c-89ad-c9348204ed9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:39.221390618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:45.987013005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"fc7b180f-4eb1-4b1d-91a2-a09bb28b4058","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:45.989341925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"fd4a7356-c0ca-45fb-a03e-7132ed6d5fd2","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:45.989856804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"d60f7525-25f7-4941-beb8-ec19e3a88fa3","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.065940247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"674076f2-7a7a-45ba-8767-a975eacb0407","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.066509186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"ed5ccfbb-69dc-4ea9-b69f-1fbfab062ab7","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.066906595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"a5ba591d-08ba-43bd-b21f-c89b13a7aea3","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.134519862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6c3f7388-c3c2-4c85-bc97-5d5de56b5fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.18867334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"09507d94-bcc6-4aff-a203-e569a2e0ea6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.202132817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6c3f7388-c3c2-4c85-bc97-5d5de56b5fab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.250822575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"985d5dc5-c887-4365-9ab8-6238e156136c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.301964011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"070e963d-d505-47e9-87ad-db164bf9a032","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.306927925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"985d5dc5-c887-4365-9ab8-6238e156136c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.550290768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2ffc4cdd-8afc-49e1-a574-86605c7eb9b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.603936342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2ffc4cdd-8afc-49e1-a574-86605c7eb9b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.646882425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"30bb585e-5e1e-44f3-8d75-8b9703834825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:46.700674755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"30bb585e-5e1e-44f3-8d75-8b9703834825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:58.085318095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"a7153983-ad37-4a8b-b266-2c1592c7fcef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:58.085317208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"88266c1a-a057-4305-9560-e4c8808274cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:58.141063359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"88266c1a-a057-4305-9560-e4c8808274cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:58.141201267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"a7153983-ad37-4a8b-b266-2c1592c7fcef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:58.395690065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-conflict-b-2e0f03b3","reconcileID":"a73482d1-5db5-4961-ba48-e4b2614bd298","MaaSModelRef":{"name":"e2e-conflict-b-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"e2e-conflict-b-2e0f03b3-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"e2e-conflict-b-2e0f03b3","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:58.453185358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-conflict-a-2e0f03b3","reconcileID":"51cf3a25-4619-4d71-91c1-9133536904d7","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"e2e-conflict-a-2e0f03b3-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"e2e-conflict-a-2e0f03b3","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:59.411989468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-conflict-a-2e0f03b3","reconcileID":"dff04e8b-6a65-4388-96d4-93af25f1239d","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"e2e-conflict-a-2e0f03b3-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"e2e-conflict-a-2e0f03b3","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:32:59.809363178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"4e58953a-bc71-4a9e-bce0-2595138b73f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.649617348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"d6de5d6a-c09a-4128-9468-4e1f72cc417b","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.650043625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"3cd0fece-ef6a-4dd0-a761-853c944c56c2","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.721928332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"506f0cce-1505-4127-860e-4d04e13980b6","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.722337068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"29a8edc7-fd4f-4469-a064-d683b8d49b6b","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.801509271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c834bf3b-8373-4326-b15d-726942c90c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.801513293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e60306ea-03b8-4f30-ad7f-1279bd5f5000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.882352253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c834bf3b-8373-4326-b15d-726942c90c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.8869738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"9d18c37a-19e9-444b-ad1c-2da9ddd77fe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.902806974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e60306ea-03b8-4f30-ad7f-1279bd5f5000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:02.967328957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"72c91802-b890-4c5d-a79e-2fa7e18384bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:03.19609398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"3061f35f-5b6c-4d0c-982e-24df52a3c55c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:03.249866723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"3061f35f-5b6c-4d0c-982e-24df52a3c55c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:03.296044404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"12fc846e-751e-4e74-9e56-6ba4ddb425de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:03.372548003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"12fc846e-751e-4e74-9e56-6ba4ddb425de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:09.22107564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:13.989788525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"9b272dc8-345e-4865-a58a-8c186354a315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:13.989788345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"761272e8-0b1c-4310-9276-a199ac7e13ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:14.044117897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"761272e8-0b1c-4310-9276-a199ac7e13ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:14.044490359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"9b272dc8-345e-4865-a58a-8c186354a315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:23.88002125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"1b638374-641f-4e39-9e0f-1d89d35c904a","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:24.991394257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"adf9858f-71a9-4d20-b690-cc774995ef35","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:25.045159255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"8efb0416-79ac-4c8d-b501-5ab1f13901c0","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:25.190818124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"bcac927d-4080-4c17-b882-0012946f2550","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:25.244596815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"bcac927d-4080-4c17-b882-0012946f2550","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:25.550848583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"3b4e1e62-c8df-4fa5-87e1-a4867b80049a","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:25.696713508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"299741c9-13c9-404f-a73e-d3d72562119f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:25.750539238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"299741c9-13c9-404f-a73e-d3d72562119f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:26.050145697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"299741c9-13c9-404f-a73e-d3d72562119f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:26.201276418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"7d397afb-6c7d-4fa9-b692-8a36dfffff04","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:26.255044869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"7d397afb-6c7d-4fa9-b692-8a36dfffff04","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:27.841164616Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:27.841189824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"a5932088-1869-4880-8cc1-0a304438a502","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:27.892873727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"1b62a962-ae85-4014-a9e1-c31ccd90d38d","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:27.942223696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-subscription","reconcileID":"748fc323-1921-4d95-9527-1769dcef52cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:27.988128393Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"8927c4a5-f7ac-4ea8-9c8f-eca337d4d684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:27.988147993Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"733c3be2-4308-43fe-9bd1-394aba8bbb10","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:27.988657279Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"dede6294-a611-48f9-9970-c80f0869188c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.001380107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"c41c1325-5eab-420e-b879-2fa7c2ff480c","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.001404182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"c41c1325-5eab-420e-b879-2fa7c2ff480c","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.041910726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"8927c4a5-f7ac-4ea8-9c8f-eca337d4d684","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.043595474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"dede6294-a611-48f9-9970-c80f0869188c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.04365446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"733c3be2-4308-43fe-9bd1-394aba8bbb10","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.051365309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"68370fb5-3bd0-46c1-bf22-34d2250550c0","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.051680744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"0879574e-e715-4e67-8583-4d9c8c540bff","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.101000831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"4d77b274-2cac-4879-ad9c-5a3a8ffd24cb","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.194563529Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"a49b1668-8822-4ee3-8a7f-501392aa7778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.194630894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"a49b1668-8822-4ee3-8a7f-501392aa7778","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.194781167Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"683617b7-0bd1-428b-9543-fa78d8babc3c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.19482089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"683617b7-0bd1-428b-9543-fa78d8babc3c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.194560928Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9b4e52c3-7dfe-4788-83c7-2d0c9987e850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.194873007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9b4e52c3-7dfe-4788-83c7-2d0c9987e850","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.348653503Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c0507c99-1864-4b26-af7d-e66ef93c084c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.348727366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c0507c99-1864-4b26-af7d-e66ef93c084c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.354585024Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-subscription","reconcileID":"ee11cb1e-192c-4a81-8fe9-020b08581176","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.354971112Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c171c3dc-c272-4fa7-b581-19cf37fda4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.355021101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c171c3dc-c272-4fa7-b581-19cf37fda4d5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.355004471Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"84ebcf82-2737-4070-a6fa-5dd4f7ac0aea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.355055954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"84ebcf82-2737-4070-a6fa-5dd4f7ac0aea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.511135361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f9372538-ad40-4a39-aa64-de383a86bb42","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.515727565Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3492dc62-96d2-4cd1-8030-03e8a91a2592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.515792084Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3492dc62-96d2-4cd1-8030-03e8a91a2592","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.527339939Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"fba3292a-b0f1-4d14-8175-1d38ff87679e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.527390845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"fba3292a-b0f1-4d14-8175-1d38ff87679e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.52762026Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"1f6c5342-b72a-4684-aae0-8547791022e5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.527680204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"1f6c5342-b72a-4684-aae0-8547791022e5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.553829265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"ef3fb07c-c26f-4fd2-8efb-7545f7153b26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.704820917Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3f1224fa-88ce-4160-9eff-e1dfb96eba15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.704896374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3f1224fa-88ce-4160-9eff-e1dfb96eba15","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.708846493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-subscription","reconcileID":"6f0e9404-6e3c-4f84-bf82-a1485af48bb8","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.713883705Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f57ee189-e629-4823-a73c-ead67f7cc0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.713935419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f57ee189-e629-4823-a73c-ead67f7cc0a3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.713920036Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"b3ec4409-6620-407a-963c-e5afb7b6206f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.713976175Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"b3ec4409-6620-407a-963c-e5afb7b6206f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.93335678Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"944c6d09-b7fa-45c2-b7ef-3638cd6cbfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.933434887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"944c6d09-b7fa-45c2-b7ef-3638cd6cbfd7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.942426638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"632a2cb5-a371-4673-a5e9-e09c53b95af2","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.943006753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"fe4e33b1-28ad-4a89-930e-a7da52523288","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:28.943409402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-conflict-a-2e0f03b3","reconcileID":"7b0082fa-871b-4b50-aa6c-f48421a4ef78","MaaSModelRef":{"name":"e2e-conflict-a-2e0f03b3","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"e2e-conflict-a-2e0f03b3-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"e2e-conflict-a-2e0f03b3","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.944541179Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b8acccf2-b23d-4109-92f6-d0e05995829f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.944566553Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"7e93f0cf-c905-4e42-bdf8-95c5483e8872","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.944615043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b8acccf2-b23d-4109-92f6-d0e05995829f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:28.944635935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"7e93f0cf-c905-4e42-bdf8-95c5483e8872","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:29.105035005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"efa629c7-edb7-4e0b-9245-1f41e3d54012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:29.106599849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a7746979-94ee-45a0-b011-26af7a66060f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:29.158537431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"68d9aef1-dd83-4ff2-8822-9a62c8c1bc9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:29.163704931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"5365cc7a-6dd6-4948-8c85-d34f0609389e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:29.194388007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a7746979-94ee-45a0-b011-26af7a66060f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:29.203293641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"efa629c7-edb7-4e0b-9245-1f41e3d54012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.258093086Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"8d27ca55-a425-4b21-b461-92eb4533821a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.258158868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"8d27ca55-a425-4b21-b461-92eb4533821a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.258262213Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b45ccd84-3c16-4a8d-a56e-51ea924f0462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.258329469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b45ccd84-3c16-4a8d-a56e-51ea924f0462","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.266020857Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e38f4156-355f-4b8a-8f51-d68a0ca4b430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.266066578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e38f4156-355f-4b8a-8f51-d68a0ca4b430","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:29.400172587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"84e7ace9-f86f-495e-acc4-a937107ec334","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.73087421Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"4f8af322-5753-46b4-90f7-57052b07bae5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.730946521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"4f8af322-5753-46b4-90f7-57052b07bae5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.731225936Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5665e8e4-20c9-4d3b-8ded-3bce803827c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.731273313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5665e8e4-20c9-4d3b-8ded-3bce803827c5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.829005887Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"accb501e-7501-44c9-aa38-5ce54dfcc84e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:29.829071002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"accb501e-7501-44c9-aa38-5ce54dfcc84e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.382744373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"1ab9db39-f184-4bdf-9925-ab4c685bebe6","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.434265473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"17a40306-19ce-45b3-9ea3-b6d6743a9f21","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:30.520872997Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"93a696f3-1a1b-4161-92b9-ff167d277c44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:30.520945753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"93a696f3-1a1b-4161-92b9-ff167d277c44","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:30.521056008Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"b12ad999-8576-435a-a570-bcd6f1e94192","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:30.521110574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"b12ad999-8576-435a-a570-bcd6f1e94192","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:30.618592634Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8da3c92c-a5fa-47cb-bf55-2c1b3f9f580b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:30.618667479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8da3c92c-a5fa-47cb-bf55-2c1b3f9f580b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.658135916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"342dabc5-1de1-4e29-ae30-a13e4fea8099","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.658236015Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.666692027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"c873f418-e7df-4068-81b0-72f7568ff06b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.717157925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d376882f-59d2-44c4-9e3c-2bdf90ce350e","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.72068089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"c873f418-e7df-4068-81b0-72f7568ff06b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.761646672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"4c8e20ea-8db6-42b0-ad04-fa94e9f3c6a4","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:30.766800669Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d57dce/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.816001891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"b00aff4c-e60e-4351-be7b-1dd9bab5e9f6","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.856974916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"607592b0-0a9d-412f-9ed2-4a4398db058a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.85819597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c77a7d1f-b7ce-4f1f-b371-c9844cacade0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.911508593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"607592b0-0a9d-412f-9ed2-4a4398db058a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.911509746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c77a7d1f-b7ce-4f1f-b371-c9844cacade0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.917795241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"4575129d-488d-4b15-b32b-b9eda7955a44","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:30.925696696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"ddc64577-e245-40ad-8f1d-206e034debeb","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.024734114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"62966947-e5ce-4ad1-a5f0-2acbe3d85e3a","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.030551992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub1","reconcileID":"ba95b1ab-a937-4447-8b2a-186647405cc0","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","model":"distinct-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:31.117115781Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5a5864d9-3efb-40ae-aacf-1f1d382c1589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:31.117190711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5a5864d9-3efb-40ae-aacf-1f1d382c1589","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:31.117211742Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"a3174194-8393-4d07-a1e8-8e09752298a4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:31.117279284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"a3174194-8393-4d07-a1e8-8e09752298a4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.170979557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"fadf34f5-579c-46be-af08-fca7784ed02f","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.185341257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"015e6a78-02c0-41bd-bbd4-eda975113522","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.192397679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"be08c15e-64d6-4235-a948-93c443d521a0","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.193105786Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-d57dce/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:31.222516775Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a3838bf5-b94a-4e8a-8ad9-6a6a700d5b8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:31.222588808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a3838bf5-b94a-4e8a-8ad9-6a6a700d5b8e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.272318427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"9c898deb-1ffb-4410-b441-7fe06f8d05e4","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.320670263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"e42c5329-628d-4050-bc60-65bdf6e1fc44","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.321289968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"c3e304c7-b402-46d4-8fe0-33b46963e890","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.321418143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d0a96301-1b96-45a2-a8b2-65036d88276f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:31.325879175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d57dce/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.368631251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"31166adf-5c8f-486d-847f-c7b243cc70ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.372978054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"4f6bd967-1a69-452b-ac45-0754ab36bea7","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.375163795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"e42c5329-628d-4050-bc60-65bdf6e1fc44","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.375215739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d0a96301-1b96-45a2-a8b2-65036d88276f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.419133411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub1","reconcileID":"84031d49-01c2-4ab4-a3af-15c5ee81f46a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.421832506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"31166adf-5c8f-486d-847f-c7b243cc70ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.463245607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"271d193b-3f3d-4d06-b285-311ec02e988d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.51662223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"271d193b-3f3d-4d06-b285-311ec02e988d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.571718168Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub2","reconcileID":"8b496471-9c7f-4d61-bdf9-35680ffd9a12","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","model":"distinct-2-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.575636431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"e4a2770a-6167-4542-ab9a-48985ca1eff8","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.731511801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"4f6cb4c2-416d-4c3e-93cf-7ba19ad4da59","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.76642382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"c93bd3ff-1711-4b63-97c4-8d0cd1b54625","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.766579711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"07725b8d-a615-469d-bc36-e5f86049b4a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.821471164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"07725b8d-a615-469d-bc36-e5f86049b4a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.821852083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"c93bd3ff-1711-4b63-97c4-8d0cd1b54625","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.825997238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"9062dcf2-37ba-4489-8ada-e7e1cfdc1b06","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.86290714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ce9cfe06-30d3-4b93-b948-ae7dd61256d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.93388187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub2","reconcileID":"415ed783-4ae8-46a3-a9c1-ca918bd2f181","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:31.945079161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ce9cfe06-30d3-4b93-b948-ae7dd61256d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:32.070571673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"bf4123c5-ca7f-4133-95ef-c428864fdb12","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:32.125785028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"bf4123c5-ca7f-4133-95ef-c428864fdb12","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:33.824112454Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"2c6ad124-72dd-40c4-98ba-cc4d1a99b68a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:33.824117394Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2adb627c-204b-42db-a817-cf9d4f5261d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:33.824194481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"2c6ad124-72dd-40c4-98ba-cc4d1a99b68a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:33.824234631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2adb627c-204b-42db-a817-cf9d4f5261d0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:33.928912699Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1b3272c-b5e0-466d-bf6a-2e29cd1c37df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:33.928989776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1b3272c-b5e0-466d-bf6a-2e29cd1c37df","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:34.980910573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"f9e68c46-b68d-4401-8c6c-8f5e404f5b9b","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.131976221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub1","reconcileID":"b67b0387-b0fc-444b-b91e-c72cee1beb86","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a4e9112","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.229692144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"0b75dced-67d5-4af0-9d23-8b4cf458b46f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.229695404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"30b82bfc-de19-4cb7-af04-1badf04d1b63","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.229980675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6055aeb2-ede0-441c-b553-76b544564dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.230551229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0fe9061e-43f0-4df9-a475-0acac46ae911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.284582347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"0b75dced-67d5-4af0-9d23-8b4cf458b46f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.285065681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"30b82bfc-de19-4cb7-af04-1badf04d1b63","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.286894681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0fe9061e-43f0-4df9-a475-0acac46ae911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.287333562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6055aeb2-ede0-441c-b553-76b544564dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.629485292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"2bc9757e-6f77-4e75-8c7c-e3e16b188041","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.761604043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"faf87bd0-d968-4b35-bab7-a849fc6f72cf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.762214307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c56e2fb4-def3-43f1-8f42-35291ad2f251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.76222104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e6014d08-d765-48c9-810c-21b37a7fef1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.765097949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"4fd986a1-8e99-4e0f-a665-a7704a0bf7ed","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.873406199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c56e2fb4-def3-43f1-8f42-35291ad2f251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.875649728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e6014d08-d765-48c9-810c-21b37a7fef1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.877918949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"4fd986a1-8e99-4e0f-a665-a7704a0bf7ed","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:35.881618868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"faf87bd0-d968-4b35-bab7-a849fc6f72cf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:39.091684301Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3e334f2e-417d-483a-bfd3-b711a66b32dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:39.091734022Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"c81cf120-f2fc-4d25-a802-eb6b02b26b7b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:39.09178597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"c81cf120-f2fc-4d25-a802-eb6b02b26b7b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:39.091757191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3e334f2e-417d-483a-bfd3-b711a66b32dd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:39.195504467Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0ed2c1a9-74af-4b97-8a7b-3f3b4a22cf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:39.195572374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0ed2c1a9-74af-4b97-8a7b-3f3b4a22cf91","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: compose ai-tenant-e2e-worker-w2-70e0c6/e2e-dedup-subscription@e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: model e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:39.22179269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.071429481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-subscription","reconcileID":"6e29ba26-44b7-4c94-abce-da722ba9d767","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.27686349Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-subscription","reconcileID":"6e29ba26-44b7-4c94-abce-da722ba9d767","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.473249278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"17bc50fe-896f-4d2f-8bb6-2d9ed47c97c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.48205221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"fa63885e-c02c-43da-ab3a-62d865d4365e","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.482410098Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.537016237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"c1fe1641-3401-49f7-a772-d9a6c82b99e9","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.627680088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3aad8e73-eaab-4df3-a498-7a9cf7a10439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.627888034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"aa79bff0-8585-419d-b7d9-9fd8359eb3e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.627687282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"450e665d-a786-4da0-9118-b49d0964f48f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.638272082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"ee15f36b-2280-4add-9f65-99a210c32b2f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.681801913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"aa79bff0-8585-419d-b7d9-9fd8359eb3e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.683197698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"450e665d-a786-4da0-9118-b49d0964f48f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.684565414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3aad8e73-eaab-4df3-a498-7a9cf7a10439","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:41.98675937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"450e665d-a786-4da0-9118-b49d0964f48f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.986940913Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-dedup-auth","reconcileID":"4304710a-1ce5-402c-b755-ee35dbec6f40","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.990770232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"a1887c55-46c0-49d0-808e-cebf6cd4e560","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:41.991151086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"2f641731-4530-4571-a770-c65e62e4457f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:42.190861338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"773eb3e6-45cd-4bad-a496-c18960d097e1","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.239308107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"f9618057-8b16-4ac5-9ee2-d40455490373","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.23960261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"591f990b-b927-4bed-89fd-2e35c4b09e07","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.291545977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"dd4ee330-9fe3-46bc-ba9b-0152e48bb495","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.291797687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"1e5121d7-000d-415f-b182-7536a3ac0c68","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.516223404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"39bf6a9a-a5b7-4a45-92bc-181d6c68ccd9","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.516610005Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.534248208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"83dc932f-e3de-4297-8673-75bb5d44e424","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.571814888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"8015fc5a-4caa-4ccf-a5b2-32cc79233ecc","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.587840032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"83dc932f-e3de-4297-8673-75bb5d44e424","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:43.61665611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"751415ae-9375-4ed1-9ab6-8a5487bce639","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.626388011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"45518b36-a716-4518-9acc-0b137316b1d3","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.719674703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"47870d3a-2ec4-4488-8ed2-42cc59eff110","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.720025892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"e61b0494-6d31-4ca6-a7a7-ca91baca899e","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.758195181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"92061788-e4f2-4e2a-abfc-3852c489fa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.758211538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"6c1cc406-acc4-431d-ae3e-bdb733797097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.773974909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"e1adcbb1-0510-4148-a08a-9322c4a8788a","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.774287703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"b419e866-22f1-4f7d-8b78-22eea00bdf15","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.813572848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"6c1cc406-acc4-431d-ae3e-bdb733797097","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.813698943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"92061788-e4f2-4e2a-abfc-3852c489fa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.985586568Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"b7535ec2-90c8-449a-b4ee-776bf9d01f25","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","model":"distinct-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.986643105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"580df5de-4884-44ca-b25d-476329f48bbc","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:43.987599766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"41ff5fb9-ce38-4dda-9d6b-be6a40ae5e84","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.135708709Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"b7535ec2-90c8-449a-b4ee-776bf9d01f25","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","model":"distinct-2-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.232580144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6b162d4f-f0a2-4068-b3bc-027034766b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.232616608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"6a6f9ad1-8694-4cf8-a81e-ac8facc6f44d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.233168617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"175a8679-f997-49b2-b112-da4a22cce024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.287762625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6b162d4f-f0a2-4068-b3bc-027034766b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.289497417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"175a8679-f997-49b2-b112-da4a22cce024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.291377868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"6a6f9ad1-8694-4cf8-a81e-ac8facc6f44d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.344208165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"1c668473-a42c-4a3a-8ff7-527835411898","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.344595326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"c8f55a8c-7ac7-4951-a79b-dcdf9ad5bee6","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.539939768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"509ea0e2-23e1-481d-9c7a-9816142b0b39","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:44.700610483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"509ea0e2-23e1-481d-9c7a-9816142b0b39","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.263881684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub1","reconcileID":"a1ca2705-4597-48f3-bd03-436a6dbda197","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.350847941Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub1","reconcileID":"a1ca2705-4597-48f3-bd03-436a6dbda197","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.470071152Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub1","reconcileID":"a1ca2705-4597-48f3-bd03-436a6dbda197","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.663298129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub2","reconcileID":"835a5c97-0008-4e62-8a71-6894ca4544e9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.796426296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"c8228a09-0cd4-4571-8043-6c2dbf291f4d","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.815128027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.92265625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"75df3cf8-69e9-480a-9376-4909086ced21","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.924096951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"aa4cc03a-e3b2-4d98-afd7-e1c538b6d704","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.924757653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"2fec3001-4b51-4fe8-bfdc-e40f32bfe8f1","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:45.944651266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"61b1f33c-871d-486f-9b8a-9aa48815b162","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.127879308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"d48aacb8-ebda-4158-8ff3-9cbef36934a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.224537503Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub2","reconcileID":"2da7c140-5078-485e-98e8-43ca70e770ce","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f80c054d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.232008922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"d48aacb8-ebda-4158-8ff3-9cbef36934a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.300570524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"0ecebd27-a2e0-4a79-aae1-43f6ed2e3f0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.321051024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"81ded9aa-524e-43b3-9654-b65028254ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.352026529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"9cca82e0-dea2-4462-8e7b-4a018591bd48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.430602636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"81ded9aa-524e-43b3-9654-b65028254ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.430814337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"0ecebd27-a2e0-4a79-aae1-43f6ed2e3f0e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.487218833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"9cca82e0-dea2-4462-8e7b-4a018591bd48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.867613902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"a6055c3e-0688-4c86-85fe-14890baf83b7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:46.956034804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"a6055c3e-0688-4c86-85fe-14890baf83b7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.018609112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"326c05d1-ed86-4a4e-8fc7-4dfae34490bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.019571445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"3ee18209-3b08-4149-8e02-3ccd017a46a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.020606491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"fe71f2f0-776c-4af5-a0a8-84faf9d32a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.091050941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"326c05d1-ed86-4a4e-8fc7-4dfae34490bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.102124619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"3ee18209-3b08-4149-8e02-3ccd017a46a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.123377767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"fe71f2f0-776c-4af5-a0a8-84faf9d32a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.497717207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"9e27455e-ee53-4943-9c6b-e8cc033e7998","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.555285284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"9e27455e-ee53-4943-9c6b-e8cc033e7998","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.596596414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"43b5954f-5a2f-47a9-894e-05371f3f504b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.597632297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"de86e03f-c373-4e33-aa36-b0d7abe74125","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.598486716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"59260696-7f62-4447-8a15-a88620d0f2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.654343052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"43b5954f-5a2f-47a9-894e-05371f3f504b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.671704381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"de86e03f-c373-4e33-aa36-b0d7abe74125","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:47.679997435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"59260696-7f62-4447-8a15-a88620d0f2f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.600520285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"232ea17c-619a-43da-8494-aae3deb74b62","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.655171187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"91307799-b71d-4083-8152-d58c67d61d7d","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.762281129Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"8299c9bb-21b5-457f-ac9c-32d131e9a3f0","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd7b41f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.811134705Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"ab137118-9813-4f34-bd41-4bbfc761712f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd7b41f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.859608013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fdb221b9-11d4-4448-acf9-bc79721e4e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.859808223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"454d8139-ba34-4bb5-ba9e-fc3973fd8b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.859617352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"2e38040a-8d86-4fae-af30-fe9fb1d680f8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.914914722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"454d8139-ba34-4bb5-ba9e-fc3973fd8b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.915030761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fdb221b9-11d4-4448-acf9-bc79721e4e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:48.917278138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"2e38040a-8d86-4fae-af30-fe9fb1d680f8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:49.357357991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"ae1942f4-e3e3-4a6c-b22b-69d29ed3443e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:49.358628944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5b375201-c264-4108-a976-7c37dd32b870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:49.411925461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"ae1942f4-e3e3-4a6c-b22b-69d29ed3443e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:49.415942849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5b375201-c264-4108-a976-7c37dd32b870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:49.461222284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"f9786f7e-9233-4d40-8dec-8c52091400a6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:49.517427711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"f9786f7e-9233-4d40-8dec-8c52091400a6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:55.851164358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"c05f230d-940f-414c-9780-0150fdce2917","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:55.851519473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"d12142c0-d945-4450-a59f-65274f50fb10","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.02108511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"445fe43b-c0f7-4d67-b043-e2db91257fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.021986274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"89e12590-4a23-4f7a-b3af-49a8cc6380c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.083599548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"10b7b111-99a4-4820-9a70-fd0f694e46fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.085425294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"950517cb-3182-4f60-837a-7591a7bda942","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.091807353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"445fe43b-c0f7-4d67-b043-e2db91257fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.093420524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"89e12590-4a23-4f7a-b3af-49a8cc6380c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.275737812Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub2","reconcileID":"2d510891-59fc-4f34-8788-98cb7c135747","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.325320813Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub2","reconcileID":"2d510891-59fc-4f34-8788-98cb7c135747","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.380710678Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-sub2","reconcileID":"2d510891-59fc-4f34-8788-98cb7c135747","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.654187532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"8358e30b-7b26-4ac1-bf93-b915e104c5f4","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.65525466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.814320509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"8d997c32-dd0c-4561-8f60-27b62c00b161","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.898735465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"e133f73d-70f3-4d7c-9597-01f94ea70b07","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.898749991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"a66802d3-030a-441a-b101-63fd86568e06","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.899071487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"95d666e9-7b89-420f-9193-47c06ba90053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.900746495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"407b4514-e3e5-40e1-b6a8-ac5b883f806f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.952754553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"95d666e9-7b89-420f-9193-47c06ba90053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.952822634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"e133f73d-70f3-4d7c-9597-01f94ea70b07","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.956443461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"407b4514-e3e5-40e1-b6a8-ac5b883f806f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:56.956468748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"a66802d3-030a-441a-b101-63fd86568e06","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:57.100675959Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth1","reconcileID":"e473e65e-02b7-4624-999f-63b5556525d3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:57.291370689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"c1da9cff-e0b2-4c10-b45e-90f04823de19","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:57.30389407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"2a5fa4bf-5995-44aa-a614-1e89b0fbe55d","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:57.345285644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"c1da9cff-e0b2-4c10-b45e-90f04823de19","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:57.490643891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"15207a3a-08cb-495c-b571-208b86535317","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:57.543737655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-return-all-auth2","reconcileID":"a8e7a444-e0f3-4c64-97c8-71f36ff19d52","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:57.741258545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"7ea8cb9d-e75a-41b2-a5b4-d9a9f61949fe","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:58.63824726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"dbcaae24-767e-4b6e-be1f-8f1b140fa637","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:58.874898856Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"2641082d-e42b-4f34-b847-ac47c3d3550b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:58.933094772Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"2641082d-e42b-4f34-b847-ac47c3d3550b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:58.995320191Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"2641082d-e42b-4f34-b847-ac47c3d3550b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.060968321Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"2641082d-e42b-4f34-b847-ac47c3d3550b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.124314778Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"2641082d-e42b-4f34-b847-ac47c3d3550b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.17773365Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-subscription","reconcileID":"2641082d-e42b-4f34-b847-ac47c3d3550b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.200423462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"2daaf534-08fa-4a0c-8a51-44b0c86a9559","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.263672452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"8f0d0e76-e3bb-45af-9548-34d0d2f31e5c","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.449031502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"1b3fc8fb-3db5-41d2-abee-33cd8498d624","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.513881636Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.515172187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"0692b3a8-004c-4fcf-bf90-f8c3eeec356e","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.519904064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"1b3fc8fb-3db5-41d2-abee-33cd8498d624","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.596943746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"e82a8452-3599-4793-ad8c-e9014bef4ecb","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.676967266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"ef8b7e7d-ed27-4b70-b193-0f86f67b6ea3","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.678495847Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:33:59.734856311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-sub","reconcileID":"f6955880-ee6f-405b-9a7a-c946faf2c03e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.735326311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ba36cdb4-7018-4c0a-a2fa-0f942dace321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.758091638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"e22b33d4-8b9f-4c52-8fbf-a8f8e95d77a1","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.759539117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"a542a4fa-0e4c-43f8-ae4e-328d63b842cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.842896464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"7dca90ea-c4cd-4913-bfb5-0d519286ba03","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.843513831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"f7f50eb0-a669-4467-89db-e5d774090c02","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.845033279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ba36cdb4-7018-4c0a-a2fa-0f942dace321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.868819312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"a542a4fa-0e4c-43f8-ae4e-328d63b842cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.921007391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"05b993ca-1536-4faf-bb02-230844318ddc","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.929554353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"e9701d8d-0f42-45ec-a14e-8d6a77c05a21","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.99847473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"0e301a6c-4daf-4346-b3f8-4a29f306caf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:33:59.999681359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"43c42a1b-0cd4-4764-bdb8-1f4803cfd80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.020394156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"66f0084c-a44c-4210-8a40-2e832c3f2014","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.087427643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"0e301a6c-4daf-4346-b3f8-4a29f306caf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.131961885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"885ac514-6e88-429b-91ad-eec84f898068","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.13293123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"5ab7b29b-fe42-422d-b596-72f035650f71","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.13373842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"43c42a1b-0cd4-4764-bdb8-1f4803cfd80f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.195976809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"5ab7b29b-fe42-422d-b596-72f035650f71","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.22659396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-distinct-models-auth","reconcileID":"885ac514-6e88-429b-91ad-eec84f898068","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.299948947Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-sub","reconcileID":"de0a8f17-335a-4d85-b18e-3392bc7ee42d","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-d57dce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.333824674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"1e437c93-e0e4-44cf-b535-c77116d54cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.387895265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"1e437c93-e0e4-44cf-b535-c77116d54cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.465862008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"6cefadb7-5d92-4a4f-b517-39e0d31b712d","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.466073342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"adb4db3f-2e0f-47d1-b8bd-4a7889e22a1c","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.472260554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"9f1403d3-f4c7-42a3-9a94-8236bd4ffc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.479196029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"d9d0ec11-f5c0-4850-a6cb-6f43b2e5461c","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.572150765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e3acbd31-cf83-4174-bf56-036cd6f642f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.572353757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"f6e0918f-cfba-4459-88d1-a465e9cbc5da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.573227827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d278579f-1f4d-40a0-a483-6c35b16eaba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.575656894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"9f1403d3-f4c7-42a3-9a94-8236bd4ffc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.641554947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e3acbd31-cf83-4174-bf56-036cd6f642f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.641733321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d278579f-1f4d-40a0-a483-6c35b16eaba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:00.732343344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-sub","reconcileID":"67889c54-5303-41ab-af72-0d13421a292b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:01.861740241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"9f5b89c2-a334-4747-a10f-217973afbff8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:01.916361682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"2d8c4b40-1563-4167-ba22-2a3ce5ccc4c5","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.063081332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"aeea8f01-b371-43fc-81d0-3379bef6da2f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.117202895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"aeea8f01-b371-43fc-81d0-3379bef6da2f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.167934049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"7f512d6c-281b-4332-99ec-9fce63b2f0e7","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.16795118Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.223236615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"15f9c85a-a785-4275-ab37-796cadb5f119","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:02.278749598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-sub","reconcileID":"4fa11395-66dd-46f2-8aa9-12a302d2492e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.279924073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"b0be275c-6de2-4e17-b8fd-278f8edaa105","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.325887251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9c476d29-e3f9-4acc-ada5-8a3d3ed98c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.325887205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"371cc77e-8fc5-4eec-a578-f9c0b1bb0926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.383582504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9c476d29-e3f9-4acc-ada5-8a3d3ed98c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.386890789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"371cc77e-8fc5-4eec-a578-f9c0b1bb0926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.400524498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"7571b292-caad-4b65-b989-6ceccf9352d2","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.412559491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"de0d95a0-9e1c-4240-b578-50a71d32a684","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.431419349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"dc3dbc2d-a940-46b5-b0cb-59978d3c0b59","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.455088243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"9ecf4993-afae-4a79-ab29-00b63c8d72e8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.560534084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"5413ae10-e2d9-4c43-8cfd-772e2a77db16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.560770234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"06efda5a-e1ee-4a29-a1d7-3515ae9f507a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.617161075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"06efda5a-e1ee-4a29-a1d7-3515ae9f507a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.617689537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"5413ae10-e2d9-4c43-8cfd-772e2a77db16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.659963358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"1fb2c16b-55ce-4937-8baf-0f80c527fa33","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.713513119Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-sub","reconcileID":"2bfcd8d9-d0c7-4ab3-8699-8650409ad25c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.713726292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"1fb2c16b-55ce-4937-8baf-0f80c527fa33","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.83410471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"822cdd24-e7a1-4c01-b914-43a09c7d9752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.834410665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"48e86727-5d65-4ead-9261-eed8e203a111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.873888057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"630862a3-b707-40ab-a8b1-75f50b699f6f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.890916757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"822cdd24-e7a1-4c01-b914-43a09c7d9752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.894943695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"48e86727-5d65-4ead-9261-eed8e203a111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.913123948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"7fe7eefd-629a-469f-90c5-a1e5220fce53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:02.979660119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"a2afadf3-e8fc-414d-adf9-d5192c94c4b0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:03.031665109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"1fb2c16b-55ce-4937-8baf-0f80c527fa33","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:03.035612266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"a2afadf3-e8fc-414d-adf9-d5192c94c4b0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:03.083089488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-sub","reconcileID":"3972fc20-7940-4a30-bbd6-40da68e4ffbe","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:03.192930865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"480b20b0-5872-4509-88d8-b77495d79df1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:03.257198864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"480b20b0-5872-4509-88d8-b77495d79df1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:05.318831366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"3583d20a-408e-48fc-903e-d5676dc9beb1","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:05.481094611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2c04ccee-85ea-44f0-8f3c-ed6452dbe83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:05.481935725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"604e415e-d1d7-48b8-b784-928bcc72ec3f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:05.482554963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ce4602f4-391e-48ad-9f7d-7d99977014d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:05.538311426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2c04ccee-85ea-44f0-8f3c-ed6452dbe83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:05.538707411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"604e415e-d1d7-48b8-b784-928bcc72ec3f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:05.542040678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ce4602f4-391e-48ad-9f7d-7d99977014d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:09.222010596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:12.597966809Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-sub","reconcileID":"ac098ee0-c8b9-412e-9feb-1c39740ed689","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:12.890182554Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-sub","reconcileID":"ac098ee0-c8b9-412e-9feb-1c39740ed689","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.200581853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"fade2aa5-9542-4116-a2f3-03223669b555","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.202308444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"79a20178-fe4e-42c5-bcdb-fd77bec03e5a","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.204813318Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.346359694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"964b2ba2-9bd8-4008-93c5-28b0882d93b1","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.42282743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"cb15788b-d5a4-422c-ae70-82ff5f3c5568","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.423674641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6cc97324-51f8-462f-b8d6-1c056600c0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.424816062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"5c7ac3fe-1901-4b45-8a1d-d98ca4d7dfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.507577196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6cc97324-51f8-462f-b8d6-1c056600c0c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.545272926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"5c7ac3fe-1901-4b45-8a1d-d98ca4d7dfd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.563624499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"cb15788b-d5a4-422c-ae70-82ff5f3c5568","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.782174723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-user-token-filter-auth","reconcileID":"39c64ea5-98f2-4893-b7ff-4ad72a743536","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.95109473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4609b471-2487-441c-b473-460bf0990c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:13.952864641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"9f7b764e-bfa4-4e42-8b83-571bc7d6e1dc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.024399982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"eb0fffa6-d812-48c2-b576-e71888bdfdd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.14509509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4609b471-2487-441c-b473-460bf0990c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.152492061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"dabe7ba9-b74d-4af6-9112-afc75105dd37","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.192649985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"eb0fffa6-d812-48c2-b576-e71888bdfdd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.236012734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"9f7b764e-bfa4-4e42-8b83-571bc7d6e1dc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.452266145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6b99ddac-1f85-4001-9784-4ff7ef980e01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.563985574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6b99ddac-1f85-4001-9784-4ff7ef980e01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.564793575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"505786e3-2aba-4977-a602-44bfb3deff02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.581023018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4ad81f5c-26eb-40b1-aaca-a6613b2f1ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.616090036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1517de00-9752-4e13-84b8-60d9ce0bdf8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.629215626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"505786e3-2aba-4977-a602-44bfb3deff02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.646262108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4ad81f5c-26eb-40b1-aaca-a6613b2f1ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.659086082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"74144d5f-eae0-4667-93a6-5ff14d13bb58","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.699117132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1517de00-9752-4e13-84b8-60d9ce0bdf8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:14.754631593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"74144d5f-eae0-4667-93a6-5ff14d13bb58","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.431247453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"263a32a7-4df8-4ef4-99ce-d1cfbf9365d1","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.498838806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"c17f9190-8eab-4f7a-9182-bf991484b4eb","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.499228223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-sub","reconcileID":"8cb8c198-84b3-4fc0-998b-79406bd25a24","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.709971832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"3549a142-6cf5-46e7-a30c-9919aa4c5a5d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.779526611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"3549a142-6cf5-46e7-a30c-9919aa4c5a5d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.77999848Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-sub","reconcileID":"8cb8c198-84b3-4fc0-998b-79406bd25a24","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.781487014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"10538868-c099-4e85-9bc8-4940a11ff43e","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.782611112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.877773493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"05a14ef0-d946-4885-9166-e19450afcac1","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:15.924148768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-user-sub","reconcileID":"f79cc554-ca58-42ee-b2d1-e90b264d2920","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.973278992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"adb08336-9aed-483f-b5e4-0e14f71d2e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:15.974832669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"58c15116-e989-4913-bcd2-235b0d2c56ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.024349653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"87622aeb-67ed-4225-aac9-6e596edbaeec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.02711107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"adb08336-9aed-483f-b5e4-0e14f71d2e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.028864981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"58c15116-e989-4913-bcd2-235b0d2c56ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.033326514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"c1e36524-42f7-4716-8367-198fae83c8d9","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.038087415Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-models-other-sub ai-tenant-e2e-worker-w1-d57dce/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.038193219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"587b560a-0ab9-401e-9376-ad569f780113","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.084002683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5cdf38d5-8635-4d59-92e7-c0c513ef156b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.084922735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"ea1aad0e-f67b-4f56-8016-3b4b3724fedc","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:16.087723887Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d57dce/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.131109389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"71baca7c-594b-466a-8eb6-4926ed8a8960","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.138187941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"bb630f35-633a-403f-9379-ee972be4839d","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:16.141444879Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d57dce/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.142595476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-models-other-sub ai-tenant-e2e-worker-w1-d57dce/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.192146873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"25954b82-636e-40e6-a7e1-a4c968d2f458","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.195114942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"bd70267f-ead0-4b78-94b6-caa1103f4cca","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.233741936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"dec5ed2d-d26f-4970-96f5-f401bd7b0cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.234227025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"45b3d31d-b88f-4eb9-951e-5c7222eb16d9","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.23442667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e1bef525-349f-4ff4-9569-7fc5c22131a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.249219648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"8adc61a9-f130-4003-8224-4802a4db7498","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.287863392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"dec5ed2d-d26f-4970-96f5-f401bd7b0cbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.288597331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e1bef525-349f-4ff4-9569-7fc5c22131a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.338734058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"a5e6eb61-c216-4f33-bfb3-bb8a0e439cb4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.339408264Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-user-sub","reconcileID":"280bb821-c66c-412a-8507-28304200b276","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-models-other-sub","ai-tenant-e2e-worker-w1-d57dce/e2e-models-user-sub","ai-tenant-e2e-worker-w1-d57dce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.394101843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"a5e6eb61-c216-4f33-bfb3-bb8a0e439cb4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.394931293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-other-sub","reconcileID":"1561c203-4d02-4978-8943-ac43823b8367","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.430355677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"1b0be0b0-f81d-4055-9740-2eb0caf2ab15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.430369389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"50295778-5f7a-40f8-bd78-3b6495df42ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.484211177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"50295778-5f7a-40f8-bd78-3b6495df42ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.48434282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"1b0be0b0-f81d-4055-9740-2eb0caf2ab15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.488651121Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-api-key-no-access-auth","reconcileID":"293a3d4e-2080-4408-8a7d-14512f397e58","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.502418139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"91d66883-612c-42fb-badd-e1419d995228","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.538337838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"ad73cd27-67ff-4884-9524-d24ca1300234","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.604829926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"1625dd7c-ba24-4f01-96e4-96c97f1e101a","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.703088035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-user-sub","reconcileID":"27fa173e-092c-4198-81a0-cacdd9ef3964","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:16.739846627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"a5e6eb61-c216-4f33-bfb3-bb8a0e439cb4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.74310523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"1f18c1aa-49c2-48f5-a416-be539f5349e5","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.800808542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-other-sub","reconcileID":"198edc8b-a0ea-4ec7-990e-126fe8bcc03f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.885633035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"f9e25b27-12d5-45af-8271-a0acbee6c3d8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:16.939028611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"f9e25b27-12d5-45af-8271-a0acbee6c3d8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:17.913275569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"b04d8893-eaf5-43f7-b4b3-9250ebe13caa","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:17.96715411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"4661810d-b818-4c4a-8641-2dbcc60f4731","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.159949179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"f8f86865-a8fb-45e7-ab05-714db8a7514f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.16653717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"6de79762-684e-48eb-be8e-190e0a743e74","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.166611117Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-models-other-sub ai-tenant-e2e-worker-w1-d57dce/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w2-70e0c6 priority=10:[ai-tenant-e2e-worker-w2-70e0c6/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.214404994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"f8f86865-a8fb-45e7-ab05-714db8a7514f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.226614847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"81035787-f407-427c-9419-5c0fb11147f2","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:18.26818248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub1","reconcileID":"f7a5c1d7-f8e6-4d5d-9b1d-ce749bc2376e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:18.277929093Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"81035787-f407-427c-9419-5c0fb11147f2","name":"distinct-w2-70e0c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-70e0c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:18.277990213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"81035787-f407-427c-9419-5c0fb11147f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-70e0c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.278107512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"bacc1b7b-71ad-45ff-bd43-d112629f001d","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.283316486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"62587950-298e-419e-b5bb-191c5e8659aa","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.363805714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e5f69255-6675-4591-8c48-7fb3e47f37b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.363815236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7bacafad-972f-49a7-863a-7dbd354d4857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.369547948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"81767369-55b0-4cdd-ae22-c5c3b685f908","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.417990156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e5f69255-6675-4591-8c48-7fb3e47f37b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.418001879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7bacafad-972f-49a7-863a-7dbd354d4857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.421332938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"0130ea4f-16e7-4722-9f0f-5d440207d07e","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.433832593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"7dbbb663-11c9-479f-94d5-0badc1deb1ac","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.485522216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"0555f92f-c50a-4fc8-8a26-6bcd36dbc816","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.518988359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"e811a2cb-9005-4189-a08b-d4a6cadf4adb","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.629231926Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub1","reconcileID":"07e5f531-08db-4daa-803d-4b598f22860c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","model":"distinct-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.708408774Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-models-other-sub ai-tenant-e2e-worker-w1-d57dce/e2e-models-user-sub]","namespace=ai-tenant-e2e-worker-w2-70e0c6 priority=10:[ai-tenant-e2e-worker-w2-70e0c6/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.708552044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"969330d4-7c3d-4d65-82c9-fc15a4b16577","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.72752253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"72f7603e-3d27-4863-8255-9068b36bd6e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.763874348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"c904d54b-36a5-4958-95fa-b25327a6d219","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:18.780597181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub1","reconcileID":"07e5f531-08db-4daa-803d-4b598f22860c","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.781195519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"72f7603e-3d27-4863-8255-9068b36bd6e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.810948883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"cdb02914-c055-48e2-9d5c-f5dc905a8f87","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:18.812584567Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-70e0c6/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.833230208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"36929bf9-7766-4d66-b5ba-e5867953c562","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.859769875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b5494959-b7a0-4e27-8291-a78cc1fd6d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.859818567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1aa677d0-e2d0-4cbc-b63b-d18f10ef57d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.864406697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"1d84b02f-ba8d-466b-9172-d670d0a47b09","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.886750918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"36929bf9-7766-4d66-b5ba-e5867953c562","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.913475009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1aa677d0-e2d0-4cbc-b63b-d18f10ef57d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.913516096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b5494959-b7a0-4e27-8291-a78cc1fd6d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:18.979355046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub1","reconcileID":"6c256986-6249-47de-a6f9-819b38901069","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.036323531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"a8f3c7d1-ab31-485e-898d-d971b7e49497","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.08659136Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub2","reconcileID":"0f9e28fd-827e-4054-9486-04e065d7ac6e","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","model":"distinct-2-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.095724489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"c0c3815e-a995-4b08-a88f-10be8b0b9dd7","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.134082497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"b5121c1c-3115-4fee-87b8-50507b2a0d40","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.242290599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"c293c3dd-d9bd-481e-a496-c47004e58b3c","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.279591244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"9c30e1fa-a861-4a6c-8950-c8d2782c885e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.279622538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"c1137cb3-41ca-411a-8573-f8aaf1c7789d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.284861703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"3526e938-a94b-4024-bd7f-b452d6bbf90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.334819917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"9c30e1fa-a861-4a6c-8950-c8d2782c885e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.334860645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"c1137cb3-41ca-411a-8573-f8aaf1c7789d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.340376222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"3526e938-a94b-4024-bd7f-b452d6bbf90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.383978206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"39068d78-a6c8-4457-9a38-542d1135616f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.383977926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b13127c7-ad1b-460c-8193-610f3b159ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.437709135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"39068d78-a6c8-4457-9a38-542d1135616f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.437763831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b13127c7-ad1b-460c-8193-610f3b159ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.438112288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub2","reconcileID":"6fc300e8-a38c-488d-9031-97405f2e1635","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.678717467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"e16119c1-26fb-4fe9-b6b8-19392f661c3f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.678726607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"607e77c0-2b0f-43a4-94ca-9481b2b29fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.735714697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"e16119c1-26fb-4fe9-b6b8-19392f661c3f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:19.735809892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"607e77c0-2b0f-43a4-94ca-9481b2b29fb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.725886238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"c3670571-8197-41c7-bfd6-17d2b01ec309","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.726414362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"800a6af0-5c71-4810-80d4-82452eeb424d","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.73327722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"96aa94e2-f3c9-4efa-9b63-b266605f801a","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.767998943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"b9f345cc-4a36-4f4f-8936-b566e1f3742a","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.768313403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"f96b5c94-34b8-43a2-b35c-3a4a8680a8b7","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.768654544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"3037c1b0-c044-48ff-aa58-55fa981d537c","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.882505132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"031bc2df-f058-4797-854e-708e4388195a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.882865802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"60057e36-c904-4709-8573-619f1289a807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.883435238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"f9fed37b-cfdc-4d45-8227-adbf3cbf8a14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.939163953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"031bc2df-f058-4797-854e-708e4388195a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.954662057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"60057e36-c904-4709-8573-619f1289a807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:21.997286921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"8a7c3b4f-7061-4706-8d85-4ed24f8430bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.283202233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c6ee6df9-4aa0-4e68-bce6-c6e5dd24ad2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.336561321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c6ee6df9-4aa0-4e68-bce6-c6e5dd24ad2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.382746069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"904a72e6-53ad-4525-9d86-a84bdccb3c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.43586136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"904a72e6-53ad-4525-9d86-a84bdccb3c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.47280726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"d4d884b8-9045-49ea-8a2a-c4cc29211029","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.62369437Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub1","reconcileID":"34af1e16-41e5-4b8d-9c60-386252a45d28","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-be375703","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.713733886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"461e8477-20af-4ca3-bb00-221f941e0240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.713970526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"12d8378e-bd9c-45b0-a832-408696f6098d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.713741439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"405dc5f1-ec53-49cf-94c2-6e22667ebba5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.768870519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"12d8378e-bd9c-45b0-a832-408696f6098d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.768870521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"405dc5f1-ec53-49cf-94c2-6e22667ebba5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.771242913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"461e8477-20af-4ca3-bb00-221f941e0240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.817259278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"c361841a-5ff0-408d-8e21-84269ea832ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:22.872191817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"c361841a-5ff0-408d-8e21-84269ea832ef","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:23.287282211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9dfea096-15c7-4c1b-bd05-740ccdfcb52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:23.287444485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"20b6f20c-f44f-4002-851a-c862b5a1b4f8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:23.287291762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"0c19df80-ebcc-4dcc-90c6-224b798a9f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:23.343071538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"0c19df80-ebcc-4dcc-90c6-224b798a9f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:23.34307154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9dfea096-15c7-4c1b-bd05-740ccdfcb52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:23.345243139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"20b6f20c-f44f-4002-851a-c862b5a1b4f8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.247317283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-user-sub","reconcileID":"ad1c8979-9714-400e-866e-c18bdbf6bda0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.472099486Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-user-sub","reconcileID":"ad1c8979-9714-400e-866e-c18bdbf6bda0","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-models-other-sub","ai-tenant-e2e-worker-w1-d57dce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.669067294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-other-sub","reconcileID":"2f8a2b71-81dc-4fa2-b336-d0bc57d362a6","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.66981354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"408e57e0-9778-466e-a705-c19a33e13de8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.724651937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"4fd8c304-8ebe-4139-9ed4-e3e0727f600f","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.724917348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.77776803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"a9fc759a-e494-4fdc-8415-a9212d1afcaa","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.832837251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"0989dce3-27e6-465c-bffd-b89fb30465b8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.871190321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"5a7779a1-70f4-4f61-b9e3-677877cb1537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.871215624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"8784b2ec-1621-4078-87d7-a920aa3b4c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.871665825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"a5498d1f-3e4e-4788-b86e-8020a925066a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.877029356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"58dd7c20-6996-45d6-a280-478c911af99e","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.887661053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"7f3618ae-465e-419d-98ee-42df10085dc5","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.926052316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"8784b2ec-1621-4078-87d7-a920aa3b4c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.927231869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"5a7779a1-70f4-4f61-b9e3-677877cb1537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:29.928497303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"a5498d1f-3e4e-4788-b86e-8020a925066a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:30.228683645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"718e0d3f-a1cb-4b16-ad73-3055c8789966","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:30.228914308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"d1afe191-8a56-4f01-a258-909b46a438b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:30.228683588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"761676ad-ce44-4670-bc2b-3c93481fcc3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:30.283001228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"d1afe191-8a56-4f01-a258-909b46a438b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:30.283150368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"718e0d3f-a1cb-4b16-ad73-3055c8789966","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:30.285216435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"761676ad-ce44-4670-bc2b-3c93481fcc3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:30.785443031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"f83346a9-437f-4f17-b5b8-d0bf0a698ad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:32.629480426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub2","reconcileID":"7c330523-feb0-4384-9645-4e886a1822af","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:32.704227409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub1","reconcileID":"29a45ab8-ca2d-474f-bbd5-8d065f3c70d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:32.760830513Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub1","reconcileID":"29a45ab8-ca2d-474f-bbd5-8d065f3c70d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:32.827370312Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub1","reconcileID":"29a45ab8-ca2d-474f-bbd5-8d065f3c70d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:32.838853981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"f8185742-6950-46fe-957b-40166b5309ed","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.168879815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"e62b8607-3be1-47d3-9170-6c76a263a1b6","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.171041265Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.31278011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"6647a709-54a5-40ea-9bfe-c15ab291e8a0","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.518070835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"6b7eddd0-9513-4d6e-9f64-b8bb216680db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.522593172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ca86154d-3d18-4413-9a59-0fd266a8c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.52736863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"9e8713cd-642a-4df1-a6cd-e2f1bdc2bdc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.528056821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b79f0ead-f712-4e15-8989-7c4e0aee27cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.60110528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b79f0ead-f712-4e15-8989-7c4e0aee27cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.601477349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"9e8713cd-642a-4df1-a6cd-e2f1bdc2bdc3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.601640203Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub2","reconcileID":"ee0facc0-a3dd-4d8f-b0b8-713bd8063b58","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5ac31412","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.625128058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ca86154d-3d18-4413-9a59-0fd266a8c226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.665820522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"6b7eddd0-9513-4d6e-9f64-b8bb216680db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.702436979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"0f8069d7-88ca-4e78-8a7a-6e014d10b239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:33.805379192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"0f8069d7-88ca-4e78-8a7a-6e014d10b239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.127129065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"9e913bf7-c922-449e-bc07-835b20aa251d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.127845444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d7f5e62a-6a3f-491b-bd85-b283763bfdc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.128436313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"eb5c32ce-bd4d-45dc-97d4-8c5cdc26fc19","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.128988112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f0c8cc15-b26d-4a3e-a702-38ce551b3994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.224982839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"9e913bf7-c922-449e-bc07-835b20aa251d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.225586404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d7f5e62a-6a3f-491b-bd85-b283763bfdc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.227282619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"eb5c32ce-bd4d-45dc-97d4-8c5cdc26fc19","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.23430911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f0c8cc15-b26d-4a3e-a702-38ce551b3994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.235275924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2f2053f4-a11f-42fb-a2e1-2ed15352eed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:34.307886017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2f2053f4-a11f-42fb-a2e1-2ed15352eed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:39.22199984Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.032521933Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-other-sub","reconcileID":"995d76f5-8bfe-484c-89d1-5f30be3b4d26","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.237048125Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-other-sub","reconcileID":"995d76f5-8bfe-484c-89d1-5f30be3b4d26","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.433488263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"f8e9de7b-78d4-4036-a215-0be3830a479f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.442312198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"c4576ef8-a555-49e3-8b3a-42505682105c","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.442691826Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.590610313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"bad3e8cf-f12e-459f-958f-52e325eeb27b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.590738271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"1aab2f3a-03f7-41ac-a736-ad9cb2a8d537","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.590604871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6ecce2f0-aae2-43ba-b4c7-d52093985ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.608760539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"8b36e6cf-11d5-4bc0-b8d9-29759125a11d","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.646903397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"1aab2f3a-03f7-41ac-a736-ad9cb2a8d537","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.646933935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"bad3e8cf-f12e-459f-958f-52e325eeb27b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.649065116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6ecce2f0-aae2-43ba-b4c7-d52093985ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.844500342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-models-access-denied-auth","reconcileID":"46f72b1b-1daa-4f64-abee-3505b1d7982c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:40.993988096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"7b84f212-7b3e-4768-bef8-ad28f20412ef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.381892572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"5a5c37f6-acf7-4d6f-a35a-08fe77241237","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.441804059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"9ba64337-a54e-4765-8177-3273f29b514e","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.642605024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"d620eef8-a37c-4fd9-9e5a-a64a446b42ba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.676565419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"7346a4b3-1d42-45bf-b45e-6802f1697ffb","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.676582892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.696200755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"d620eef8-a37c-4fd9-9e5a-a64a446b42ba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.73323538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"5ba50934-2006-4b8c-ab1b-faa2017f2dd2","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:42.780114609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub1","reconcileID":"2a8ce2a4-6e94-486d-9ce9-9262f29a19f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.876090188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"885f96a5-b7d5-4a40-a1cc-b92c8e9a63e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.876094518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6f9e0f5c-18f2-41fb-bc4a-6611eb1f8208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.881030692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"399c82ed-3ae6-4a52-9ab4-bcb800d37bf0","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.930693694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"885f96a5-b7d5-4a40-a1cc-b92c8e9a63e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.933884961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"4af7afcc-955e-45b8-a0a0-ea4916e57581","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.935286708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6f9e0f5c-18f2-41fb-bc4a-6611eb1f8208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.948091942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"2a9f818c-86a2-45d2-9467-2132df93c585","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:42.999338283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"b12e7d43-7291-4996-8da2-2299c58c52e6","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.000223374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"8dea3f06-011a-4d88-9201-cd2174dccd18","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.148109821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub1","reconcileID":"226beea7-a8d7-4aa2-ac28-f1a9485c7578","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","model":"distinct-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.219301289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"e2aba91a-4675-4771-adf6-07aa890a1790","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.219324707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.244615898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"60cb812c-2253-4404-998c-63d67d1c984d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.24464636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"f4ba181e-7115-44a7-ac4f-7cc5e099d861","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.275647438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"92748ee2-57ba-4a91-98bb-89102890f69c","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.29857739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"f4ba181e-7115-44a7-ac4f-7cc5e099d861","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.29858831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"60cb812c-2253-4404-998c-63d67d1c984d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:43.326362336Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:43.328849818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub2","reconcileID":"b152e4af-e506-49ee-a72b-55f40373af25","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:43.329688657Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"92748ee2-57ba-4a91-98bb-89102890f69c","name":"distinct-2-w1-d57dce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-d57dce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:43.32973435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"92748ee2-57ba-4a91-98bb-89102890f69c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-d57dce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.32985761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"0f278da4-a4bc-42e4-9028-a9c0915073ff","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.33506365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"3a342894-85ae-4734-9581-b8364a29b9f3","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.341568075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e0e3c624-c09b-42a6-8f24-e2776e6ad3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.34686317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"64090d84-ceea-46d7-a786-9fc627b0a5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.398178615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e0e3c624-c09b-42a6-8f24-e2776e6ad3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.414574454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"64090d84-ceea-46d7-a786-9fc627b0a5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.434581564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"3244ebbf-2840-4b2d-ab29-be3f858143c2","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.488879502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"5e64efc1-7e49-4d9b-b3c6-3905b706e5c9","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.510686394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub1","reconcileID":"6da012cf-59f7-46e4-9c07-d5b705893955","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.612280039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"32a01a6c-26e2-49c0-837d-3300871785f8","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.675074354Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub2","reconcileID":"672eeeab-17b9-47bf-b338-c3042a253f48","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.685575576Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub2","reconcileID":"1e0d4239-01fb-4cd0-b3c1-366305bc284e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","model":"distinct-2-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.723707058Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub2","reconcileID":"672eeeab-17b9-47bf-b338-c3042a253f48","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.752483116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"4b9529bb-6ff9-4d58-87f4-a4e0e9cf143c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.772367893Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-sub2","reconcileID":"672eeeab-17b9-47bf-b338-c3042a253f48","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.805642325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"4b9529bb-6ff9-4d58-87f4-a4e0e9cf143c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.843105521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"87c02a7f-b84b-4c1e-8e4a-7d04ae580a0f","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.850920791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ca0dd3c9-3c68-4dc6-be5e-4e6a8cb99acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.850919815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"e6681df8-a2a0-402e-a82f-4b148cefa67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.851431811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"4de8246b-681f-438f-9f92-a7663847a03d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.907884877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"4de8246b-681f-438f-9f92-a7663847a03d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.910816203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ca0dd3c9-3c68-4dc6-be5e-4e6a8cb99acb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:43.91277818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"e6681df8-a2a0-402e-a82f-4b148cefa67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.03791432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"20a374bd-577a-4c73-b60d-ede2b03014fc","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.037930507Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.039176212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub2","reconcileID":"0b8bf763-e949-40af-a9de-02d1d5e4f897","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.103107267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"76e5fb3d-f1ae-4803-94b0-b961bf77457d","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.156989262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"06336f08-ca01-496d-ab0e-25351d98352e","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.194216313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"515ffd2a-e00f-463b-a93e-d7f23867b4d7","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.283404238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"593209b9-09fd-44df-aa2c-44db8616f94b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.283403024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8746eee9-b9f3-47a3-ac41-f159157f294d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.338594634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"593209b9-09fd-44df-aa2c-44db8616f94b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.338641108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8746eee9-b9f3-47a3-ac41-f159157f294d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.38319401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"16de3bf3-ac91-4a34-8d10-61b6418469a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.383226684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"0fe4de5c-577d-45f6-be9c-6fad7b7f870a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.482851939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"0fe4de5c-577d-45f6-be9c-6fad7b7f870a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.521815719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"16de3bf3-ac91-4a34-8d10-61b6418469a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.693218899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth1","reconcileID":"7cc75b22-55af-4232-8b78-c7036ae279fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.766950113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"37516e86-22d7-4774-a1fe-69d2a6cc2261","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.823289751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"37516e86-22d7-4774-a1fe-69d2a6cc2261","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.851699738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"09f72249-906a-461b-8c94-45ed3519b931","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:44.992345775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"358349d2-e9b8-4b5d-abad-c3b394f5b753","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:45.035519529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ignore-header-auth2","reconcileID":"5f7df299-5e98-46ce-bdc7-4fe0390faf3f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:45.30373501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"5f57bf1d-baec-4f51-a63f-0577b171b18f","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.011434815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d40ec5cd-ec18-43d3-b51b-be6663e36e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.012506919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ecdf0553-cdd8-4964-8eec-72a499e2f564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.083071701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ecdf0553-cdd8-4964-8eec-72a499e2f564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.085603312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d40ec5cd-ec18-43d3-b51b-be6663e36e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.65706657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"4828b96e-b454-424b-9f06-41aa8a13739a","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.71757079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"1dac6785-b1a3-4de2-968a-2800221afe2a","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.93390296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ce4a41e8-0932-4836-9c9a-ea9d44dee299","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.936565471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"82fa3d9d-e21d-4d34-bead-8c956b76a1c8","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:46.938340581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.010846655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ce4a41e8-0932-4836-9c9a-ea9d44dee299","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.011884375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"eab6feea-1365-4bd7-93b5-8164f6a15f2b","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:47.057970018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c42903e4-f0bf-4dfc-8c78-2204a0c9b43b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.154911934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"a7b693e9-c021-445b-b688-d47995f1711b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.180085352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1abf1f6c-6750-4cb9-bf41-d5e92ae5044a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.188032125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"9eb6308e-45df-4979-82f8-342b8f03c93a","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.213330599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"a7b693e9-c021-445b-b688-d47995f1711b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.241430281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"60695cbd-2b97-402e-ad22-57eeb04fbf57","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.242701981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"4e08f689-0b48-44d1-804a-72010625905b","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.322325778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1abf1f6c-6750-4cb9-bf41-d5e92ae5044a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.332864493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"bb6ed33a-34d8-45a0-a656-94e31377365f","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.351615574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"b689ad67-29d4-4a8a-a3d8-1e35a4232500","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.451170807Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"67eb93ff-506e-474d-9b86-8020ab1b4a87","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","model":"distinct-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.510946457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"ff8aa63d-c880-4ade-abbf-b05d55173713","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.510994521Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-d57dce/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-70e0c6 priority=0:[ai-tenant-e2e-worker-w2-70e0c6/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w2-70e0c6/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.565925444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"2a796592-eabb-48f8-908c-2ed05de2b20b","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.584057692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"07f275b8-3339-454d-9486-c629dd71c6eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.591919582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cbd55304-8e02-4ce9-972d-d820bc837b73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:47.602580836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"67eb93ff-506e-474d-9b86-8020ab1b4a87","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.611695612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"4401af21-e0a6-4e39-8c38-e071cd06af94","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:47.617480474Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-70e0c6/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.637712567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"07f275b8-3339-454d-9486-c629dd71c6eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.651246239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cbd55304-8e02-4ce9-972d-d820bc837b73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.662923385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"e0a692ed-a064-47be-9a58-abb34eec5be8","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.684529216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"47171135-5ee3-44c2-97f3-e842b2152d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.738056768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"47171135-5ee3-44c2-97f3-e842b2152d7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.789119215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"45482485-4d96-4784-9a92-7d3e92d722fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.802763274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6479378a-0050-4318-b56a-98208640e671","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.84266358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"45482485-4d96-4784-9a92-7d3e92d722fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.905793769Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a2488d13-01c7-47fc-8ea9-b6fbbb1b6059","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","model":"distinct-2-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:34:47.943678701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cbd55304-8e02-4ce9-972d-d820bc837b73","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.947705978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"dd1dc258-4744-4b36-b5d7-2a8e19891b78","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:47.963212361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"5556a7ad-3e86-421b-a7a2-e8a9e8826f77","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.053816037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"d45f054c-6ead-42c1-b84b-5f85c76c59f5","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.054325626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"8ddb3eb3-b988-4c3a-9ee4-4e2b090756ee","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.07334206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"fb908619-1057-4642-886f-9d7d30ffa298","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.130632931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"9377b99d-c995-41d9-bce6-4b80ea492b77","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.131046675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"538e591b-20dd-4d1d-ab2d-981fbc1e454a","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.197910495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ec76d339-5dfd-445b-a3f0-664f164a73b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.198071351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1d02dbe4-c6bd-4306-943c-1fa4fe67b40f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.200924448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3caf5ffd-1fad-40db-9c27-ca85ffdbc630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.26139331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ec76d339-5dfd-445b-a3f0-664f164a73b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.266670097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1d02dbe4-c6bd-4306-943c-1fa4fe67b40f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.280543506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"3173dd53-c0bc-43c2-8331-4ef60ba767df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.298488934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3caf5ffd-1fad-40db-9c27-ca85ffdbc630","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.301115056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"925769eb-a408-4d59-ad84-698093b335c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.374750718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"925769eb-a408-4d59-ad84-698093b335c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.382808955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"af5bd6a7-f2a3-40d6-87a0-e5095cfc1b39","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.38295772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"395dddd2-b825-4022-a8d1-652a9e0c2937","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.417704339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"20fd3b32-9cf3-44e8-a4fc-2a4c297fb2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.472048912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"20fd3b32-9cf3-44e8-a4fc-2a4c297fb2eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.591691039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"b552fbe0-6915-43da-a8f8-1353bd648aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.59169216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"55d4dba0-df50-4625-a26d-5db161e6d83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.645715225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"55d4dba0-df50-4625-a26d-5db161e6d83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:48.645869549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"b552fbe0-6915-43da-a8f8-1353bd648aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.241346879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"bce3c059-a91b-42b2-ae39-3a8ea4aafcd1","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.392683026Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"508d71f5-7e1a-487b-8672-d09189669b62","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dcae32cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.421159471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"cca07e3b-a2e4-4e05-8f2b-785fe8e69f15","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.483730555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5e68dd3d-7608-4c6c-9b38-6a74b291c645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.483785117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"11710256-12df-46b5-bc3c-bcf2d2192578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.484208937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e851178e-1422-4c5a-9715-e6a878f6c219","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.484233191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2120cdf1-aae9-41ac-a2fe-576491b6d228","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.537975013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5e68dd3d-7608-4c6c-9b38-6a74b291c645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.540080928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"11710256-12df-46b5-bc3c-bcf2d2192578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.540805723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2120cdf1-aae9-41ac-a2fe-576491b6d228","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.54227974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e851178e-1422-4c5a-9715-e6a878f6c219","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.57319189Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub1","reconcileID":"c89222a3-365f-42fd-8ee4-67f2b184fa68","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-856c2857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.663772726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"98411104-2229-4e28-98fe-297ed8732a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.730833509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"98411104-2229-4e28-98fe-297ed8732a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.982510385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9b074f40-6b70-4db4-9470-4edca8597fb8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.986182141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9ad91079-7f1a-4960-b32e-941fdfa0dd9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.98623074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f4fce5e8-48a1-496f-98ca-6fd7ffc47a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:49.989486773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c10891d8-3d3f-4688-8ef2-f082e2e4ce4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.036496283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9b074f40-6b70-4db4-9470-4edca8597fb8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.040277178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f4fce5e8-48a1-496f-98ca-6fd7ffc47a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.040675193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9ad91079-7f1a-4960-b32e-941fdfa0dd9a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.04463453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c10891d8-3d3f-4688-8ef2-f082e2e4ce4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.177138387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"372c1739-bbf6-4e90-961f-90e230948d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.230509281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"372c1739-bbf6-4e90-961f-90e230948d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.480864939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"621c470a-5ee9-45e4-94f1-4b3b98a1eece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.481069992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"c3a6118f-1ba5-48c1-922a-3fa65e732241","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.480864939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"8880ffa2-cb64-4804-a46a-b0292f7c4260","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.534994219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"621c470a-5ee9-45e4-94f1-4b3b98a1eece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.535037761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"c3a6118f-1ba5-48c1-922a-3fa65e732241","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:50.537677873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"8880ffa2-cb64-4804-a46a-b0292f7c4260","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.441578331Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d2ea9d91-adf0-4fb5-a0e8-97d5f8f56cb6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.490634053Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d2ea9d91-adf0-4fb5-a0e8-97d5f8f56cb6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.539749132Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d2ea9d91-adf0-4fb5-a0e8-97d5f8f56cb6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.622396881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub1","reconcileID":"8cdbb1ae-d875-46ec-824e-0b351a4e207e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.671296343Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub1","reconcileID":"8cdbb1ae-d875-46ec-824e-0b351a4e207e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.742417419Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub1","reconcileID":"8cdbb1ae-d875-46ec-824e-0b351a4e207e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.803224439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"75fd24c8-b5ac-4878-b6a2-8a32fc1d21d9","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.804066871Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.861547811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"0150772d-ef80-4ab7-aa93-0590525abfdb","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.919521755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"c40ccf14-cb9c-4f74-a4c3-8ab46a4accae","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:34:59.969985612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"ee2acb40-50d9-4699-9185-b9261c93ccff","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.009081915Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.028030269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"450888dd-4540-4a32-8bf6-c539abca1983","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.067690463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d6bd92ff-88a8-4d0b-8835-d5891c5c70bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.067690684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"13cd7bfa-f662-4ba8-a09f-8fbc0308f605","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.069507782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3d7f4c00-2abf-4876-ae45-168133455f71","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.069723506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f506beba-7f8e-48d1-96b4-2bc8e6d4a8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.12355722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d6bd92ff-88a8-4d0b-8835-d5891c5c70bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.123592962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"13cd7bfa-f662-4ba8-a09f-8fbc0308f605","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.124002353Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4057c670-1bf1-4a27-88b8-fcb62d156a4a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f983c03e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.126104806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3d7f4c00-2abf-4876-ae45-168133455f71","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.126265006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f506beba-7f8e-48d1-96b4-2bc8e6d4a8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.152996996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"f80abf5a-63aa-42d4-9fda-edac33c01b01","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.25838393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"edbddd4a-9321-4a73-a578-4de25ee77ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.306430258Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub2","reconcileID":"abc7ac6f-86ff-4eb4-a6f4-fcc87079a485","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff6c9147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.312181608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"edbddd4a-9321-4a73-a578-4de25ee77ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.564750583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4951a7a7-4fb2-4170-b11d-347f15d1cb8e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.564944213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c88317f9-b8e9-4e59-8afb-c35675d959c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.565152697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"56ce30ba-f0f7-48e0-8d8e-11fdcd7cc24d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.564762163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1122a235-9dd6-4158-b742-7d426828bd93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.61922021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4951a7a7-4fb2-4170-b11d-347f15d1cb8e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.619485452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"56ce30ba-f0f7-48e0-8d8e-11fdcd7cc24d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.62135009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c88317f9-b8e9-4e59-8afb-c35675d959c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.621754377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1122a235-9dd6-4158-b742-7d426828bd93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.711314351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"00bf4d2e-6fd3-425d-80c9-512eb2d19345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:00.766537055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"00bf4d2e-6fd3-425d-80c9-512eb2d19345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:01.060290986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"d650e4a1-6bbf-499d-b149-1d8348ec601c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:01.060596427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"23419201-9916-4e7f-9791-344d2a58910b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:01.060724281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"24f82887-7a7b-496d-9860-1ded958ce26f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:01.11537506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"d650e4a1-6bbf-499d-b149-1d8348ec601c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:01.117732126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"23419201-9916-4e7f-9791-344d2a58910b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:01.118644738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"24f82887-7a7b-496d-9860-1ded958ce26f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.336872664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e54d8ae7-b79f-4902-95f2-5ca702ecfd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.419094382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"69c47f15-e8e5-48c3-9817-5b8e119d4c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.481724494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"5afeb44f-3f3c-49c0-8eba-a576e4e44c51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.482288014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"53b80f45-e3e6-459b-81c3-9d27f8899dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.508332117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e54d8ae7-b79f-4902-95f2-5ca702ecfd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.539173195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"69c47f15-e8e5-48c3-9817-5b8e119d4c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.598852736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"5afeb44f-3f3c-49c0-8eba-a576e4e44c51","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.5993988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"53b80f45-e3e6-459b-81c3-9d27f8899dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.551490552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"8cf182ff-2382-4a83-a8fd-3710ff19e457","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.71235015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"8cf182ff-2382-4a83-a8fd-3710ff19e457","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:04.757319758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"177b3a5a-110e-4275-b90d-4e5669fb47df","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.153576749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"25ddf268-c3d5-4c5e-a325-6b345f5361e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.232256203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1310b78-bf53-4c8a-945b-27c3022d4c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.233748892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6594cc99-2a30-4363-bd7c-945efe3fc0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.289241799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"25ddf268-c3d5-4c5e-a325-6b345f5361e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.319266202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d46f7ee-7acc-4978-90a4-aa8fd0c3519a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.3202662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"136b7085-4aef-470e-96ed-be4dc30cc6a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.325356824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f1310b78-bf53-4c8a-945b-27c3022d4c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.358603529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6594cc99-2a30-4363-bd7c-945efe3fc0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.393301469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8d46f7ee-7acc-4978-90a4-aa8fd0c3519a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.394155051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"136b7085-4aef-470e-96ed-be4dc30cc6a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.758951207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"38bdbbbd-1675-4c46-abea-99c470042c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.814492749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"38bdbbbd-1675-4c46-abea-99c470042c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.855301512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"132e5b0e-b806-4ac0-b90f-2d9e59b5412f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.856035898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"0823bc5c-d619-418d-98ad-e741ab1bfaf6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.856584175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"beeb4df8-8403-45ed-bcfd-5de5c1d8e23e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.910970719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"beeb4df8-8403-45ed-bcfd-5de5c1d8e23e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.911795969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"132e5b0e-b806-4ac0-b90f-2d9e59b5412f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:05.913198552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"0823bc5c-d619-418d-98ad-e741ab1bfaf6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:06.762541697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"d08999e1-6933-4959-92f6-a50021ca0e6f","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:06.814694851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"2acf3f70-61f5-418e-97f0-8fac7f7ff1da","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:06.960775551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"165e791a-e808-421c-a5b0-a82f9d01592a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.014363614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"165e791a-e808-421c-a5b0-a82f9d01592a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.051411483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"073ac393-188e-4b10-863b-43c00a00abfb","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.051530405Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.105634682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"bb7fcd61-7897-4e03-8ead-921b394d22a1","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:07.15582554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub","reconcileID":"d1f04bd6-3150-4cfd-be0d-de87d1782e73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.197504058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2cafb102-c042-4187-b6fd-ea1bf9be1bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.197511795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"f0a3f618-325f-4cf9-ac1c-ab4c93105d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.251248852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2cafb102-c042-4187-b6fd-ea1bf9be1bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.251260019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"f0a3f618-325f-4cf9-ac1c-ab4c93105d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.262090712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"13db1528-243d-47fb-a6d9-8f50b956530e","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.264899508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"17cfe71a-2fba-4f83-a2b3-79d4af08eb10","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.31621767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"7022a3a0-e9cf-4543-839c-fa8c37482d63","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.412702366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"af71eab2-5d79-458a-be70-bf536b3bafe0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.46614285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"af71eab2-5d79-458a-be70-bf536b3bafe0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.56674883Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub","reconcileID":"2943703f-3281-409e-9492-9427a6394f85","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.596222509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"65b51a70-38db-49d7-bd38-b9ab7f3aea02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.596282423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"970226c9-f3b2-436e-bb4d-3ee7ffdf74d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.649981639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"65b51a70-38db-49d7-bd38-b9ab7f3aea02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.650068824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"970226c9-f3b2-436e-bb4d-3ee7ffdf74d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.723691661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"160f30f6-4df6-4b64-9c99-583eb298528e","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.762758998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"d298cbe7-e940-4eb3-8fc4-dcd08cb5004d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:07.930688679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub","reconcileID":"c4b2f621-424c-48e4-a5c6-10e3d19bb2b2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:09.235813876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:09.971889377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"ad48d360-6105-4af6-be99-83b8463e7966","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.126495226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"902911db-6784-4c25-8aea-9f7046f6cd41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.126613996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"77769df4-b85b-4c32-a532-67d5eceb7ccf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.126970154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"69b0c3e5-f749-4919-ace9-e53caba8c1d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.174277903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b4eabf32-2fb1-4715-ae07-53244ff5231a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.192877668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"69b0c3e5-f749-4919-ace9-e53caba8c1d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.196795233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"77769df4-b85b-4c32-a532-67d5eceb7ccf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.197256123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"902911db-6784-4c25-8aea-9f7046f6cd41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.224183118Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b4eabf32-2fb1-4715-ae07-53244ff5231a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.275143111Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b4eabf32-2fb1-4715-ae07-53244ff5231a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.355629474Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub2","reconcileID":"264286f5-f231-4931-81a1-13603e3ff3d9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.40452818Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub2","reconcileID":"264286f5-f231-4931-81a1-13603e3ff3d9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.478062764Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-sub2","reconcileID":"264286f5-f231-4931-81a1-13603e3ff3d9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.539691424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"87885cb2-b053-448e-9bca-6e2708e93c4f","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.539963371Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.687075149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"706334c3-d7bd-448d-8740-0af6e9ac7680","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.750221091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"ec836678-ed88-43be-8f75-eca88c11e20b","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.750641272Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.789946738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"26232747-2499-444b-a832-40133f2ab844","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.790309034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4e2ab154-d76b-4842-b538-88a8f2e0e74c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.790549029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f97bfd28-baf6-40ec-ba9e-3c63d600f13e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.790755213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d5477cf8-9dd0-40ec-9a51-fe603ee4991b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.844646637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"26232747-2499-444b-a832-40133f2ab844","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.849005638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d5477cf8-9dd0-40ec-9a51-fe603ee4991b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.849439272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4e2ab154-d76b-4842-b538-88a8f2e0e74c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.851138161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f97bfd28-baf6-40ec-ba9e-3c63d600f13e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.896091764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"b1e1135b-2713-44fb-be44-e2b8f03b395d","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:10.994928093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"01fd1476-c24b-4057-92b7-8f8dc80ccb73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.043896454Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"70548500-1d41-4220-809e-d570dc13536f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.044206957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth1","reconcileID":"74b61e92-07bf-4a10-b9de-a5735645c3b7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.049387096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"01fd1476-c24b-4057-92b7-8f8dc80ccb73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.199970374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"d906dc82-f2f0-496d-88c2-54c2458ec1a4","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.20023355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"54e08d04-06ff-44c4-b827-e18d2e68a2ce","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.243633365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e925052c-ec51-4812-8db8-aee4121bfb62","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.243633344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"df983e93-d96f-4661-9b2a-f19cc42f7eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.299289843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e925052c-ec51-4812-8db8-aee4121bfb62","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.299289841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"df983e93-d96f-4661-9b2a-f19cc42f7eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.340725752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"e90bdd46-31fb-46a6-adca-52b414d2d1ff","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.344851156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"81230154-e4f9-46c9-beb4-c3dea600eb0d","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.393944576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"192f479b-ccf9-4528-8535-21ffa0a82d69","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.448871765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"192f479b-ccf9-4528-8535-21ffa0a82d69","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.496428331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"44fab464-e740-4c30-96f3-b692608235f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-2-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.696841915Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-multi-keys-auth2","reconcileID":"4ef2c588-1e6b-4b82-af6a-77a30bc7808b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.751597443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"0c19b4f0-13bb-4a3d-8caf-50b68c0f2f51","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:11.85117918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"769db6c1-a741-4a36-b3b8-9c3f8fd04b91","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:12.95454945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"c31dc57d-fe70-42f1-b573-4c607ff0f6b7","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.198555269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"d0e621be-a11b-4de8-92ff-378bc6ac2fa4","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.250231395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"0e9a6f7f-9c79-41ce-b86a-ce241ec06ea4","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.447177891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c75c02f5-3546-439e-a6cc-bea18f55d4da","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.467602631Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.46767434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"fb617059-8996-470b-b1f6-a092a24f64b5","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.503620848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c75c02f5-3546-439e-a6cc-bea18f55d4da","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.523080835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"e7328624-bb35-45d5-87be-93b9f74fe591","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:13.569479358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub1","reconcileID":"fb559e4e-d02c-4e87-b8f6-a29af06818ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.594336236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"799f861e-14c7-416b-a4e9-e3b31dd92567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.594360053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"799f861e-14c7-416b-a4e9-e3b31dd92567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.645744552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3e525d4-44d5-4322-8b70-fc7454b38624","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.645767776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3e525d4-44d5-4322-8b70-fc7454b38624","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.676031325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"b870eaf0-1041-441a-92e5-8eedd466dd59","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.682373369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"f5fca2f6-310b-4894-bc17-14cff900d7c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.68747366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c19525b2-d738-4d44-b914-e890d45602d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.731025849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"bf295fbd-fa9d-4768-aee4-a061370da02d","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.738746401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"f5fca2f6-310b-4894-bc17-14cff900d7c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.78104813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c19525b2-d738-4d44-b914-e890d45602d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.781302923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"86f02a3a-6d50-425d-8891-bca048b0a096","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.831204266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"1e3ee1fd-28a8-4c55-a265-573b5e2f14c1","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.839162085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"ccfeb5da-10bb-4d51-a21e-26a9593a45e9","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.880380672Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-7d5b1f models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.88064849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af031199-189f-41f5-9514-d996bc89f6eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.880664791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af031199-189f-41f5-9514-d996bc89f6eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.932168635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7d5b1f","reconcileID":"5a054779-8973-4661-83fa-d9d6a387db29","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.934700566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"075f0f1e-f0b0-433e-b909-3471d08b020d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.934722917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"075f0f1e-f0b0-433e-b909-3471d08b020d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.950546987Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub1","reconcileID":"74e64995-ccad-4de5-b198-fb88aba5288b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","model":"distinct-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:13.991687738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7d5b1f","reconcileID":"faa75b8c-424a-4542-aca4-77f7516a1775","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-7d5b1f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.996101582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"446bb817-e2e2-4aae-a2e4-57b3fddf351f","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:13.997823721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7d5b1f","reconcileID":"5a054779-8973-4661-83fa-d9d6a387db29","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.027822356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"56043edf-b980-4ec4-b14c-8af6f5fd55d1","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.113176152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cc4ae22b-5eb2-4b19-a91b-331e10ea31b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.113275965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"89e997a5-31ea-4de5-8a54-4bd71394e27c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.120939813Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d57dce priority=0:[ai-tenant-e2e-worker-w1-d57dce/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w1-d57dce/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-7d5b1f models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.138521977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"8ae70406-2abc-42f1-a574-8d25f5afafca","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.138547251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"8ae70406-2abc-42f1-a574-8d25f5afafca","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.167717419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"89e997a5-31ea-4de5-8a54-4bd71394e27c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.167804756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cc4ae22b-5eb2-4b19-a91b-331e10ea31b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:14.175345188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d57dce/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.187715049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2b69e33-ca87-4742-807b-dba9b930f1d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.187730832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2b69e33-ca87-4742-807b-dba9b930f1d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.216346612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"5abf45b7-e374-439e-a67c-6b172eb96b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.236906622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"55d7dae6-3476-4555-81f0-80cc7ece5d44","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.236931883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"55d7dae6-3476-4555-81f0-80cc7ece5d44","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.270332248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"5abf45b7-e374-439e-a67c-6b172eb96b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.286352741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"5ecc37fb-112a-4300-9e9c-9a0cc9bf71b1","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.286692958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"ea3c5ced-6b7b-4a7f-8a76-1a7754413614","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.312328632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"8e35d26f-33f6-40da-8d3e-f4813a032a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.322021674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f850f6-d7e0-4eff-ac0a-7830092e9500","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.322046399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91f850f6-d7e0-4eff-ac0a-7830092e9500","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.322419386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5f8da360-6c17-45ed-add7-2130deb072cc","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.366058116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"8e35d26f-33f6-40da-8d3e-f4813a032a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.439323946Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c5b5bed4-ece8-4797-b8a1-87c0c4e972e7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","model":"distinct-2-w1-d57dce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d57dce/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.485710925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"1447255d-a52e-4852-aefa-3e58dda53a5c","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.486484769Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7d5b1f","reconcileID":"7f7190c3-d434-4f70-b1d2-abce2ee187ed","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-7d5b1f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.582044645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0277552b-f1d5-4e8d-801f-517b2aca5e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.609091251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"ff5b737f-e7e5-46f2-8a8d-b9c39dcbb8a1","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.6297386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"044e63d7-3cc8-4abc-91e3-615032fb5fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.635544265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0277552b-f1d5-4e8d-801f-517b2aca5e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.646117636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6213417-fcf3-4e13-b6d2-930760c458b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.646137903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6213417-fcf3-4e13-b6d2-930760c458b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.67832373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"6232e66d-a514-433a-ac03-44a078a81a09","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.680284766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ecd4a75-6567-4703-b8ff-d08d6adfdfbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.683425779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"044e63d7-3cc8-4abc-91e3-615032fb5fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.731924138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"6232e66d-a514-433a-ac03-44a078a81a09","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.76436028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2729337a-ebb7-43d0-a6f8-fb7f0d999268","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.804067514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub2","reconcileID":"30668bc4-20ff-483f-a6a7-175436cc1df8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.817925281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2729337a-ebb7-43d0-a6f8-fb7f0d999268","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.841633124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7d5b1f","reconcileID":"ff9bef1c-7b04-4357-b196-491a0975a65e","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.866444327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"343df67a-22c4-4197-81c6-aad417a5a820","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:14.920334816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"343df67a-22c4-4197-81c6-aad417a5a820","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:15.078237627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7d5b1f","reconcileID":"aa34e210-ace1-4f68-bdaf-d01ee71c1bb4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:15.126165265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"13a50ec8-3d72-4e7d-83d7-8bace678c84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:15.131953569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7d5b1f","reconcileID":"aa34e210-ace1-4f68-bdaf-d01ee71c1bb4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:15.179786532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"13a50ec8-3d72-4e7d-83d7-8bace678c84f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:15.205323728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0d3d4c0b-aeef-4149-b830-2de996c12c3e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:15.22294151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b9aec175-99fc-4825-ac21-6daca07e7cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:15.258913486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0d3d4c0b-aeef-4149-b830-2de996c12c3e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:15.276616607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b9aec175-99fc-4825-ac21-6daca07e7cb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.409022497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"0e185678-ef0a-421c-9ef1-3f3a0c3918a8","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.560221527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3bd7cc9e-f61b-4de8-be28-800e58915e0f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0677cde0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.652384413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"f7c1fe09-9caa-414e-9354-dad9f4b94771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.652617106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2c0399ef-6bdd-4bc8-84f2-af42c9d67c1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.652876529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"97f6ac08-a235-4570-8fae-e617576259b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.655558573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d70ecaea-18f5-4ba8-9083-cc302a92442c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.706703855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"f7c1fe09-9caa-414e-9354-dad9f4b94771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.706845733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2c0399ef-6bdd-4bc8-84f2-af42c9d67c1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.709043258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"97f6ac08-a235-4570-8fae-e617576259b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:16.709229544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d70ecaea-18f5-4ba8-9083-cc302a92442c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:17.153392905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b102d258-2c7b-42f5-bed1-81cc1f1e8fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:17.15361336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6c49f077-ea1d-4f00-b130-1cdc7e777d31","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:17.208073238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b102d258-2c7b-42f5-bed1-81cc1f1e8fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:17.212020172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6c49f077-ea1d-4f00-b130-1cdc7e777d31","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:17.254914984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cada348d-406d-4b89-8b46-63c44f6cf76a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:17.309064473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cada348d-406d-4b89-8b46-63c44f6cf76a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:17.354974651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"f1893040-b45d-478f-8bd4-3cc41694a539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:17.408660927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"f1893040-b45d-478f-8bd4-3cc41694a539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:19.454378679Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-7d5b1f","reconcileID":"b71ceaf4-7e7e-47c2-9bdd-da7c15e65c7b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-7d5b1f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:19.454767084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d5af047-27e9-48c0-8597-89914c8cfff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:19.454787643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d5af047-27e9-48c0-8597-89914c8cfff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:19.633811772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"112110f9-0667-4c25-bfdb-6f28c312d8a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:19.633919637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"112110f9-0667-4c25-bfdb-6f28c312d8a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:19.768398083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1b20c90-c82c-4163-adec-69f9b6229feb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:19.772552316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1b20c90-c82c-4163-adec-69f9b6229feb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.144032973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub","reconcileID":"295ed89b-595e-41fb-8a71-b77dd538a056","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.206279337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a1e09fb-6caa-4423-8ce5-7a4878ae51bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.212598012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"104ea98f-8f8f-49c4-8479-061d6adcc4c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.211888997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"588ce2ad-3e95-4245-b3e5-59e01c427bf8","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.206349985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2690e532-eac8-4c9d-b1de-2858187652f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.351177243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a1e09fb-6caa-4423-8ce5-7a4878ae51bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.365388622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"588ce2ad-3e95-4245-b3e5-59e01c427bf8","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.410112851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2690e532-eac8-4c9d-b1de-2858187652f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.415370608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"104ea98f-8f8f-49c4-8479-061d6adcc4c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.502003529Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub","reconcileID":"295ed89b-595e-41fb-8a71-b77dd538a056","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.78127267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"7563cd6e-ac58-4608-80de-ea12ed6f0543","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.877019306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"da1742a1-010f-4f1b-93a5-c5e47de598dd","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:20.879018248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.053267936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"dfa42f6f-14e6-4ba0-a063-30071a8f1c1e","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.053471939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"dfa42f6f-14e6-4ba0-a063-30071a8f1c1e","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.06985457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"f0fd6c11-5a05-4872-8615-c736cfb1b2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.136514405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"f0fd6c11-5a05-4872-8615-c736cfb1b2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.186186963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"887baebd-62d8-4ccf-9bbd-52bcf52b6ec8","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.186237067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"887baebd-62d8-4ccf-9bbd-52bcf52b6ec8","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.187841489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"15d2ca43-3199-41a6-a366-5af54c6fb42d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.21016513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ed7681d1-2e8d-432e-aa7b-4428760c26c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.211117873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"9085408e-49cf-4cff-87c8-eec2adfd0b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.211946145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"37575b3b-5ba4-4d7f-aa11-6a838b4f62f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.240789373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"4c6f3375-3043-47c3-a928-4c6672b13742","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.297640091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"15d2ca43-3199-41a6-a366-5af54c6fb42d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.363949487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ed7681d1-2e8d-432e-aa7b-4428760c26c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.3888845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"9085408e-49cf-4cff-87c8-eec2adfd0b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.438068272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"37575b3b-5ba4-4d7f-aa11-6a838b4f62f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.586001889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"fea32ef6-9fe6-4c49-b362-312d996cb5b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.685612192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"fea32ef6-9fe6-4c49-b362-312d996cb5b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.753921318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cfeb9799-fedc-4717-90c1-a6f466fa16d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.754988881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"7cc98539-a763-4f9a-bcda-3db42ecb4eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.863662644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"7cc98539-a763-4f9a-bcda-3db42ecb4eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.866430985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cfeb9799-fedc-4717-90c1-a6f466fa16d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.903059896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1ab8c04f-2a86-490e-9214-816bbf6c8303","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:21.912909702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"98ac432d-28d9-4bd2-b32a-f7968254d231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.286156089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1ab8c04f-2a86-490e-9214-816bbf6c8303","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.300235243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"98ac432d-28d9-4bd2-b32a-f7968254d231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.466088232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3c05a634-f291-440f-9c96-0fd576eb4a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.52739022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3c05a634-f291-440f-9c96-0fd576eb4a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.703584955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0f335b63-24fa-4a09-936e-a02598f37b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.759821867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0f335b63-24fa-4a09-936e-a02598f37b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.804511096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad169dcb-38b5-46bb-adcc-04978d559efb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.862184938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ad169dcb-38b5-46bb-adcc-04978d559efb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.90515771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"20a8fbd5-4c8b-49b8-80f9-da07436c4cc3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:22.959205286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"20a8fbd5-4c8b-49b8-80f9-da07436c4cc3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:23.001919899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ab2b027f-bbbc-4467-a740-316eeaf7ece9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:23.056866786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ab2b027f-bbbc-4467-a740-316eeaf7ece9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:26.610026754Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bdf5e383-2453-41cd-bb68-48bb44043c26","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:26.658824228Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bdf5e383-2453-41cd-bb68-48bb44043c26","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:26.710840475Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub1","reconcileID":"bdf5e383-2453-41cd-bb68-48bb44043c26","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:26.996722271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"46f8bd4a-eff1-4578-a62f-f64451713e33","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:26.99756288Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-80f93f-sub models-as-a-service/e2e-rt-sw-7d6957-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.143660272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"baf359ca-4f86-40ee-81d7-d544ab92d4cf","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.251390311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"46e4d72b-8215-48e6-acc6-b02833ee38bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.252216875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"325295ce-bec4-4d54-89be-fe18f0d7894e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.252819381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b379a26-78a8-45d0-8871-c72fc61e0599","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.253357556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"70e25656-c03c-4adc-be14-7182a8f59623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.302975667Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d78641d5-f46f-48f8-ba9e-be8bcf350468","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b24c1c62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.306810473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"325295ce-bec4-4d54-89be-fe18f0d7894e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.306906961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b379a26-78a8-45d0-8871-c72fc61e0599","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.309257411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"46e4d72b-8215-48e6-acc6-b02833ee38bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.309258887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"70e25656-c03c-4adc-be14-7182a8f59623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.753789053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0d3a6d6d-b56e-4f0e-b339-7fc50f036b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.753800348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"a0302a67-677b-4951-ae4d-f280e6403aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.754175771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4ed753ee-d9f2-4393-9373-52d2638c84f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.754203049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"17980013-2e23-4154-a23c-854783d7beeb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.80888602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0d3a6d6d-b56e-4f0e-b339-7fc50f036b85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.810236808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"a0302a67-677b-4951-ae4d-f280e6403aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.813049144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4ed753ee-d9f2-4393-9373-52d2638c84f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:27.813136176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"17980013-2e23-4154-a23c-854783d7beeb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.046797474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"71ce1edb-8352-4ed5-816e-cb828fe99f13","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.046821074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"71ce1edb-8352-4ed5-816e-cb828fe99f13","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.199825069Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"3afa5539-59d4-4ec8-bc28-0567ef0bdd89","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-95423f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.246848186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd687c26-626c-4e65-895f-b5a46cca8b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.300158363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd687c26-626c-4e65-895f-b5a46cca8b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.343140583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"0b404afd-b9a9-4830-a957-f22cbdff2de7","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.34317081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe3362f6-4d07-4b2c-bd9c-c34931cd6dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.343845378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"4b4e8796-a581-460b-8009-0049bcbee687","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.397957056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"4b4e8796-a581-460b-8009-0049bcbee687","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.398263483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe3362f6-4d07-4b2c-bd9c-c34931cd6dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.400723184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"0b404afd-b9a9-4830-a957-f22cbdff2de7","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.768366548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94caab8a-107f-4b59-abeb-5964cdf85f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.822148155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94caab8a-107f-4b59-abeb-5964cdf85f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.864090365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fab1158-e6d2-415d-96ae-c66605cc0f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.917963567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fab1158-e6d2-415d-96ae-c66605cc0f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.987155905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"1d7ee407-c138-4066-b99e-d9a96008f78f","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:28.987153245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"92f12174-dfaa-4d76-80a0-8bfa67dc0234","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:29.043373088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"92f12174-dfaa-4d76-80a0-8bfa67dc0234","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:29.055694743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"1d7ee407-c138-4066-b99e-d9a96008f78f","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.069098164Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7d5b1f","reconcileID":"8e1b84d7-cf4d-4373-bedd-5b1fae1eef4a","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-7d5b1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.274737972Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-7d5b1f","reconcileID":"8e1b84d7-cf4d-4373-bedd-5b1fae1eef4a","MaaSSubscription":{"name":"e2e-default-int-sub-7d5b1f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.474213069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1306df5c-6f19-46bb-bf66-9e9df0283a10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.532888304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2076ff10-413c-4ada-8c77-43fa24309888","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.532907837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2076ff10-413c-4ada-8c77-43fa24309888","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.637412063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"db0517b0-66c7-4989-972e-3668dee1f97e","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.637437168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"db0517b0-66c7-4989-972e-3668dee1f97e","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.779976488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5669780-7f3b-453c-bc1f-8056a7c9b9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.782436036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"25ce2a73-c2e8-4c93-b92a-acb030508bbf","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.78312131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c0d230-201c-45f2-a64e-7f3c350b7999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.783224669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"071a2b3b-2352-42a7-9e09-2093158ebfb8","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.833492882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5669780-7f3b-453c-bc1f-8056a7c9b9f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.844160696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"25ce2a73-c2e8-4c93-b92a-acb030508bbf","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.844398928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"071a2b3b-2352-42a7-9e09-2093158ebfb8","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:30.84621795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2c0d230-201c-45f2-a64e-7f3c350b7999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.550812405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"a299f73f-b54b-497f-a9ba-9ee05acb6b99","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.551391189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"ec4862d9-853b-4803-a520-bb0932bd9284","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.551905508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"ebd3ef9f-3a5c-4380-b5b7-c524fc6d873c","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.66808456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"936e8412-f66f-4c11-9b60-0ac63dd28c4d","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.668441871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"5cb52d69-3800-4f52-8f8d-f4b8616d9d5b","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.668755686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"d54d3576-6d20-408d-8802-5247ad295c4e","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.702818765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"2601c305-8fa8-43cc-a8dc-878757f1fb81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.705724132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"14d2f66b-151d-4052-95d0-d6024ef9cf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.753421259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"2478cd6a-c176-42ad-8de2-9fb228fe4840","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.753561577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"0c443d71-c253-449f-aa84-76ea3733e71a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.759063056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"2601c305-8fa8-43cc-a8dc-878757f1fb81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:36.762101368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"14d2f66b-151d-4052-95d0-d6024ef9cf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.112216816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7d3687a6-2d55-4875-9472-c5df7d927ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.112220305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"28e79f93-63b1-43bf-8fd7-941aed3935d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.166107593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7d3687a6-2d55-4875-9472-c5df7d927ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.166265245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"28e79f93-63b1-43bf-8fd7-941aed3935d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.352144882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6594d2b2-0361-42bc-9fca-d538fdab1339","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.401027723Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6594d2b2-0361-42bc-9fca-d538fdab1339","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.450394805Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-sub2","reconcileID":"6594d2b2-0361-42bc-9fca-d538fdab1339","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.712408805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"0392bc46-bb81-45e8-8608-fa67e876bf52","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.863292132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"f14c6f07-6d2f-4699-b605-2e868e7214ad","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.984533124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"528d8ebd-6b19-4c73-ac2d-41788f76a65a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.984541801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"fd906ef7-bf3d-46c2-a253-460845d73155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.984874473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8d433520-d661-4cd0-82c0-bf6c1886a1cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:37.984999005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6d8827da-202b-4286-8289-bfac7f808019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.040292465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6d8827da-202b-4286-8289-bfac7f808019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.040577221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"528d8ebd-6b19-4c73-ac2d-41788f76a65a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.042522267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"fd906ef7-bf3d-46c2-a253-460845d73155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.04281987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8d433520-d661-4cd0-82c0-bf6c1886a1cd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.186306211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a61fc29e-99ef-4023-9ceb-c2a8d407922d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.249815302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"1835b55f-59d8-4002-88e7-fe6566fc816a","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-80f93f","subscription":"e2e-rt-eq-80f93f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.340440249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"df108b04-04f0-4fb0-814b-6b656668c270","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.349426234Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"1835b55f-59d8-4002-88e7-fe6566fc816a","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.384946315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d09bd1d9-0a2e-4fce-8671-a075cce052db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.399139025Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-sub","reconcileID":"1835b55f-59d8-4002-88e7-fe6566fc816a","MaaSSubscription":{"name":"e2e-rt-eq-80f93f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-80f93f","namespace":"llm","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.438730606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d09bd1d9-0a2e-4fce-8671-a075cce052db","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.493215718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"30b499c8-349e-424e-98f9-8d0a4e469752","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.586591551Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7fd509ad-7be5-46ac-8bbd-a6352bfc2ca0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/distinct-2-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.730690833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"f33dbab9-c74c-41d0-8b79-756c1b82c28d","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.730723034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"f33dbab9-c74c-41d0-8b79-756c1b82c28d","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.836968353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"1360f508-249e-416c-85a4-fa38dca9dda8","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.886066863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"8ee706ab-28ed-4d8e-97bd-8bb67e5ffdfa","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.886099349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"8ee706ab-28ed-4d8e-97bd-8bb67e5ffdfa","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.934275943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"be6d3faf-690d-46dc-8f6e-b4853bd2879c","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.935362582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"e8fbce15-8a73-44be-9264-a7ade522f4bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.935656547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7abab6b-a175-4c89-b05d-5dca97335457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.935821336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"064c56e9-09f3-4e0b-9499-1fc08c33057c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.992398984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7abab6b-a175-4c89-b05d-5dca97335457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.998388452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"be6d3faf-690d-46dc-8f6e-b4853bd2879c","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:38.999499153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"064c56e9-09f3-4e0b-9499-1fc08c33057c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:39.000539536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"e8fbce15-8a73-44be-9264-a7ade522f4bd","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:39.221502483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:39.291291811Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-80f93f-access","reconcileID":"bcee25da-2cfe-4e7f-bca6-0c7bb3a20661","MaaSAuthPolicy":{"name":"e2e-rt-eq-80f93f-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:39.656628012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"3c2813b9-751a-4e03-8f1f-e1319550e55c","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:39.656662435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"3c2813b9-751a-4e03-8f1f-e1319550e55c","MaaSModelRef":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-80f93f-4b5641ec2e10","namespace":"llm","model":"e2e-rt-eq-80f93f","externalModel":"e2e-rt-eq-80f93f","provider":"e2e-rt-eq-80f93f-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.166969895Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"95a821fd-b173-4723-bf59-5467d610cbad","namespace":"llm","name":"e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.255530913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a11fde8d-e344-411e-a9e7-7dd3ec1279b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.255585682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a11fde8d-e344-411e-a9e7-7dd3ec1279b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.256146594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0229cc7e-99a5-47e3-8955-aa4ac33f9a7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.256165184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0229cc7e-99a5-47e3-8955-aa4ac33f9a7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.26253525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c2ba3608-9add-4ed1-be5c-dd18fc7c0f51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.262555054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c2ba3608-9add-4ed1-be5c-dd18fc7c0f51","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.262986721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ae38bd2-28f4-4315-b496-d03edb6b4cbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.263002787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ae38bd2-28f4-4315-b496-d03edb6b4cbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.263350216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"69a88b50-b3b8-4bb0-8881-2461f41af061","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.263363891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"69a88b50-b3b8-4bb0-8881-2461f41af061","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.263766851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15a8aed8-cc43-4619-8309-57965afd0fc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.263785522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15a8aed8-cc43-4619-8309-57965afd0fc6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.360277176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"b42ecbef-ed37-45c3-97b8-9a553277ff6a","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.382514472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"17f36e30-aecd-41a8-a656-d4d4df4bc913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.383355565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"7ee8a16c-89b1-4cc8-8aa0-7413d1a43a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.383627621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5759c24f-5ad0-487a-bc23-271c4ebbfb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.399521736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"b42ecbef-ed37-45c3-97b8-9a553277ff6a","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.487579681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"288725e2-20c8-4695-bf8d-7410119f28c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.498097662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6e0049f-3787-4a68-8644-acf7d66ca1d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.596096827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbe91c09-7f19-4bcf-ab55-70175186bc8e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.626685078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fbe91c09-7f19-4bcf-ab55-70175186bc8e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.62752212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0d0751b7-0336-4d01-a91e-435ea5bbb7fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.627584586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0d0751b7-0336-4d01-a91e-435ea5bbb7fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.597879685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5759c24f-5ad0-487a-bc23-271c4ebbfb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.624398717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"7ee8a16c-89b1-4cc8-8aa0-7413d1a43a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.782042664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"17f36e30-aecd-41a8-a656-d4d4df4bc913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.931829502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6e0049f-3787-4a68-8644-acf7d66ca1d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.94119832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"288725e2-20c8-4695-bf8d-7410119f28c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.95701957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0e653ce-668d-4a1e-b6f9-44f4cefc27b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:40.957722095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"380d5c06-1d7a-4b37-b4dc-d2e1e796825f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.027084793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"bd704e6a-c61b-4dfa-8e52-431c6fa8be14","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","model":"llm/e2e-rt-sw-7d6957","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.029998903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63405e08-1ff9-47eb-9553-b0568d22eb8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.030478201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63405e08-1ff9-47eb-9553-b0568d22eb8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.378232404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab35eb0c-1fd7-424f-9a82-2078f03ff6aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.381527288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab35eb0c-1fd7-424f-9a82-2078f03ff6aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.379387045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"fc2bfe2f-b85b-4b52-abea-1f06b10ce5b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.37890793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6db1d9ae-fe77-4473-b464-1b9d362954d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.460147337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3955c02c-a09e-41b5-b725-d65a2c3501b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.464589979Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-80f93f","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-80f93f","reconcileID":"c9304132-3db7-4e25-b772-a8277546aa54","namespace":"llm","name":"e2e-rt-eq-80f93f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.46532524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b2cb4ec-7634-448d-a0a5-60acccceb36c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.465345699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b2cb4ec-7634-448d-a0a5-60acccceb36c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.48178467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"fc2bfe2f-b85b-4b52-abea-1f06b10ce5b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.484735939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6db1d9ae-fe77-4473-b464-1b9d362954d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:41.565708107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-sub-d16ca314","reconcileID":"89a506f7-b100-4824-9a0a-e4f32409340b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-d16ca314\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.566899251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"3cf8c009-c84d-4340-9ad4-2577ec291e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.567583768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"1f2c3bd5-aafa-4d3b-a5ab-066b49290423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.593271681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3955c02c-a09e-41b5-b725-d65a2c3501b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.664111097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"3cf8c009-c84d-4340-9ad4-2577ec291e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.675522805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"1f2c3bd5-aafa-4d3b-a5ab-066b49290423","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.686641514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bc1e118-56fb-4d30-ae43-cf87334c98c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.714133061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bc1e118-56fb-4d30-ae43-cf87334c98c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.74564581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4bfb7f9-5da8-4dd9-91e9-1fb01f35c7d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.745673894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4bfb7f9-5da8-4dd9-91e9-1fb01f35c7d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.894298832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c9f493a1-7997-4baa-94f7-20a0c4158527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.955976335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c9f493a1-7997-4baa-94f7-20a0c4158527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.991150372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00740206-1393-4cc4-9557-d15dd022528c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:41.991196735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00740206-1393-4cc4-9557-d15dd022528c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.05446908Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-sub-d16ca314","reconcileID":"0054dd4b-eb6e-471e-844e-29dd7803e16e","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d16ca314/e2e-shared-int-sub-d16ca314","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.054962216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"47051f24-0aa4-48d8-9b59-7a2a4e767b84","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.115427982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"namespace":"ai-tenant-e2e-mt-4c955a40","name":"e2e-policy-4c955a40","reconcileID":"eafff353-2c69-4048-8dc8-0a87c6eccd41","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.116086569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f89ee4fc-0a64-4b74-937c-66627d8ef8a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.129395623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66f1581f-9c5a-4d70-ac2d-65f412257ad1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.13769766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"47051f24-0aa4-48d8-9b59-7a2a4e767b84","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.186072957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f89ee4fc-0a64-4b74-937c-66627d8ef8a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.198509972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66f1581f-9c5a-4d70-ac2d-65f412257ad1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.243703406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a1c2e4-b722-42cf-9b51-6bd58f5790ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.243731306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a1c2e4-b722-42cf-9b51-6bd58f5790ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.25665109Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"namespace":"ai-tenant-e2e-mt-4c955a40","name":"e2e-policy-4c955a40","reconcileID":"eafff353-2c69-4048-8dc8-0a87c6eccd41","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.280379098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8616aa71-c138-4d9a-baf5-6dc9586eae62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.309318179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"namespace":"ai-tenant-e2e-mt-4c955a40","name":"e2e-policy-4c955a40","reconcileID":"eafff353-2c69-4048-8dc8-0a87c6eccd41","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.353881235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9995b698-222d-4527-aaf1-a99d574b4f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.36350329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55f45ee0-40f2-4ffe-8eff-628c52de5cd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.363522727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55f45ee0-40f2-4ffe-8eff-628c52de5cd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.427239709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"b9a5937d-63b8-4a10-8555-c44c3df8a433","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.42726511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"b9a5937d-63b8-4a10-8555-c44c3df8a433","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.445888123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-sub-d16ca314","reconcileID":"5d4c61cd-e23d-48ac-b84d-2b9fad90cfc1","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.478315358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9995b698-222d-4527-aaf1-a99d574b4f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.532391357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9995b698-222d-4527-aaf1-a99d574b4f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.533232366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f9af9e-c310-45e7-8935-947c1cadad91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.533252568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77f9af9e-c310-45e7-8935-947c1cadad91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.579642509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2c525c6-545b-45f5-aa96-5f810d698c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.590592507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b812c54-5b48-4540-83b0-45b2cd08ca8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.590608183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b812c54-5b48-4540-83b0-45b2cd08ca8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.592379483Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"e73cc4f5-ef5f-4478-8e6e-6cf47590d30a","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-594ecb89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.65071088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2502181d-22ec-4b4d-adad-e8ffa2c9d0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.654414403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2c525c6-545b-45f5-aa96-5f810d698c8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.668728567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-policy-d16ca314","reconcileID":"dd3b0aeb-461b-44be-9384-fa919b13f4ed","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.708361237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2502181d-22ec-4b4d-adad-e8ffa2c9d0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.73038261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9304fcb3-61c9-4ccf-85f3-7f460cf39da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.755763999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e6607c93-b74f-4632-85fd-86591d29d28a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.793537511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9304fcb3-61c9-4ccf-85f3-7f460cf39da7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.826326158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-policy-d16ca314","reconcileID":"dd3b0aeb-461b-44be-9384-fa919b13f4ed","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.882641264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e6607c93-b74f-4632-85fd-86591d29d28a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.887087248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-policy-d16ca314","reconcileID":"dd3b0aeb-461b-44be-9384-fa919b13f4ed","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.94375881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e6ac858-7a79-4558-923a-12e49248bb0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.943783553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e6ac858-7a79-4558-923a-12e49248bb0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:42.983803511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"4c889265-2b0c-405c-9514-0cff79fee106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.039068623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"4c889265-2b0c-405c-9514-0cff79fee106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.080565283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"afcae67c-62f3-4e1c-9a98-0dc2d957dd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.089648737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"31c3b087-886e-4e02-8c7d-04353fba10eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.134967767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"afcae67c-62f3-4e1c-9a98-0dc2d957dd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.143182434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"31c3b087-886e-4e02-8c7d-04353fba10eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.182604548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"61ca2e50-8b2d-4221-ab86-e0dbe2ea1e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.236581952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"61ca2e50-8b2d-4221-ab86-e0dbe2ea1e3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.28987159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"096a6760-a977-4df5-80bb-f839a1e13281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.370685897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"096a6760-a977-4df5-80bb-f839a1e13281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.433553941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a232d08-289c-460b-8916-7abdb82f8995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.534616367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"9ef19728-7ed3-4ced-93e6-23ff57accbc9","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.534644204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af3d5c85-f132-4ca7-8bc3-38d1b7f9d211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.564428839Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a232d08-289c-460b-8916-7abdb82f8995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.588774792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"9ef19728-7ed3-4ced-93e6-23ff57accbc9","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.591408604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af3d5c85-f132-4ca7-8bc3-38d1b7f9d211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.622419413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a232d08-289c-460b-8916-7abdb82f8995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.643829657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af3d5c85-f132-4ca7-8bc3-38d1b7f9d211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.67854958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd4403ea-5ecc-498f-bd07-abf3dc0986c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.678571981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd4403ea-5ecc-498f-bd07-abf3dc0986c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.699049377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56429645-d5d1-49d6-9c78-ea567af1001f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:43.699067831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56429645-d5d1-49d6-9c78-ea567af1001f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.607654837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b28537dd-2011-43db-8cf8-87e93c49ff40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.607674806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b28537dd-2011-43db-8cf8-87e93c49ff40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.659371481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2b8633-6bf4-4dc9-a0a5-a4dc33a65c8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.659403339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2b8633-6bf4-4dc9-a0a5-a4dc33a65c8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.758671306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"7d6f9e84-b7ce-40a3-b3db-ac94a006f091","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.880118417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c97691-0364-42e9-8925-15b6024b3a69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.880137332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c97691-0364-42e9-8925-15b6024b3a69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.884169226Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"7d6f9e84-b7ce-40a3-b3db-ac94a006f091","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.933248897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0a624ee-b40e-4902-b34e-80b881bf16f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.93327122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0a624ee-b40e-4902-b34e-80b881bf16f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.936584251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"7d6f9e84-b7ce-40a3-b3db-ac94a006f091","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.991443022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d10655f-13bc-4a0b-8c9a-13f692caa738","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:47.991495133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d10655f-13bc-4a0b-8c9a-13f692caa738","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:48.036173924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-sub-d16ca314","reconcileID":"b981f65e-7fa3-47f9-81ed-d419d3837a63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-d16ca314\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.119484628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"c57d6838-ee41-44fb-aa44-025c293c1e3d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.173056128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"c57d6838-ee41-44fb-aa44-025c293c1e3d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.177925997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e54d0260-6fe2-4672-a22e-ede974904d19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.177944625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e54d0260-6fe2-4672-a22e-ede974904d19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.225595948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"c57d6838-ee41-44fb-aa44-025c293c1e3d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.22976845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"710d5384-7d6b-49ca-a328-773f09a3c3a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.22978615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"710d5384-7d6b-49ca-a328-773f09a3c3a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.479779643Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-sub-d16ca314","reconcileID":"efea6e6c-d7c9-4b2d-a75d-da0af5c636db","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-d16ca314/e2e-shared-int-sub-d16ca314","ai-tenant-e2e-mt-f02b780b/e2e-shared-int-sub-d16ca314","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.637343106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e920d3c2-17ea-451b-bae3-e9183e3706f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.637366486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e920d3c2-17ea-451b-bae3-e9183e3706f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.680668904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"589755f4-ad3d-4f72-8c8f-a626cad9d264","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.680918888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-sub-d16ca314","reconcileID":"9442f9b8-c73e-48a9-b312-5117107f2921","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.763391899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-api-key-deleted-sub-auth","reconcileID":"27b76512-9c50-48cf-94bb-c89d66fbd47b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.763812096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"4eeba293-4c33-4416-9518-ca3142348c64","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.860878383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-sub-d16ca314","reconcileID":"369b55af-211f-4157-a512-5c9c7a481661","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:48.969824983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"19907e72-863e-45da-a17c-dba2007843ba","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:52.641119917Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"46922b8f-9f14-4011-9bbe-356f4282df53","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7d6957","subscription":"e2e-rt-sw-7d6957-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:52.739316478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"46922b8f-9f14-4011-9bbe-356f4282df53","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:52.793232822Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-sub","reconcileID":"46922b8f-9f14-4011-9bbe-356f4282df53","MaaSSubscription":{"name":"e2e-rt-sw-7d6957-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7d6957","namespace":"llm","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.040661243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-policy-d16ca314","reconcileID":"7b48f0f2-a966-46d2-9600-db1814dafce1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.094172329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-policy-d16ca314","reconcileID":"7b48f0f2-a966-46d2-9600-db1814dafce1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.198406982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"4b1410a8-f29d-4802-8cee-7ed0b458098f","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.19843611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"4b1410a8-f29d-4802-8cee-7ed0b458098f","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.202123608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-policy-d16ca314","reconcileID":"7b48f0f2-a966-46d2-9600-db1814dafce1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.29492342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"b6c04cb0-b4a0-4094-bb30-9f2f76f330b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.295050469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c7bfcd-121f-4e70-8711-f7ff899b9259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.342923837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aaace43-32ce-4fcd-913d-cce8088c0f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.361300231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"a319dc83-e1f3-4569-a0fc-682a688dad43","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.361334916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"a319dc83-e1f3-4569-a0fc-682a688dad43","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.418764855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17b66226-8615-422b-97e7-c74bc658c1a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.418808289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17b66226-8615-422b-97e7-c74bc658c1a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.471420262Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"b6c04cb0-b4a0-4094-bb30-9f2f76f330b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:53.495787324Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c7bfcd-121f-4e70-8711-f7ff899b9259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:53.496122967Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aaace43-32ce-4fcd-913d-cce8088c0f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.541355196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"b6c04cb0-b4a0-4094-bb30-9f2f76f330b3","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:53.55137157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9c7bfcd-121f-4e70-8711-f7ff899b9259","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.551774524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"453f68ef-8f28-42d2-99f3-8fd6dcff2c04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.551794223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"453f68ef-8f28-42d2-99f3-8fd6dcff2c04","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.552375246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf642f7-6550-4240-a1d3-33765b5192f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.552391772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bf642f7-6550-4240-a1d3-33765b5192f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:53.552377274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4aaace43-32ce-4fcd-913d-cce8088c0f9a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.590481006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-policy-d16ca314","reconcileID":"de52e5b1-dd67-4f3a-a098-a0342ac30228","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.590570763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49da1475-6ce2-4914-9773-051acde8b167","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.590587122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49da1475-6ce2-4914-9773-051acde8b167","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:35:53.591530154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"b6c04cb0-b4a0-4094-bb30-9f2f76f330b3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-7d6957-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.591635298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7d6957-access","reconcileID":"9a02a34d-d731-43f3-ac35-295dc78eaebc","MaaSAuthPolicy":{"name":"e2e-rt-sw-7d6957-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.688900943Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-policy-d16ca314","reconcileID":"de52e5b1-dd67-4f3a-a098-a0342ac30228","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"policyNamespace":"ai-tenant-e2e-mt-d16ca314","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.703618925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1c83625-95c1-451f-a3bb-8ed601704d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.703618927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27094509-d987-4f4e-9beb-654b18f41feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.742511531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e9f3b74-8fe3-4ca9-80a7-289d0b932ae0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.742532506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e9f3b74-8fe3-4ca9-80a7-289d0b932ae0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.757369386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1c83625-95c1-451f-a3bb-8ed601704d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.75756295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27094509-d987-4f4e-9beb-654b18f41feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.792715851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"2508167b-30ab-4258-99fa-f3644b57c75c","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.792733457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"2508167b-30ab-4258-99fa-f3644b57c75c","MaaSModelRef":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7d6957-7f185d36a1da","namespace":"llm","model":"e2e-rt-sw-7d6957","externalModel":"e2e-rt-sw-7d6957","provider":"e2e-rt-sw-7d6957-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.810124917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1c83625-95c1-451f-a3bb-8ed601704d71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.810351054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27094509-d987-4f4e-9beb-654b18f41feb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.865138376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c901203f-3ce3-4e8e-b034-fff9b56e7def","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.865161057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c901203f-3ce3-4e8e-b034-fff9b56e7def","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.867668344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b0cb1f-284e-478a-9f8e-6a64f7a766d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.867685838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b0cb1f-284e-478a-9f8e-6a64f7a766d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.88732158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ab0d289-2933-4aee-b210-0b3814ffb483","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:53.887336162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ab0d289-2933-4aee-b210-0b3814ffb483","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.016985447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbf0aba-afd1-4531-b9e9-4bb8544f1eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.065520844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbf0aba-afd1-4531-b9e9-4bb8544f1eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.115570316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbf0aba-afd1-4531-b9e9-4bb8544f1eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.164582257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dbf0aba-afd1-4531-b9e9-4bb8544f1eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.347901674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"d02143be-86b8-424a-b353-b1a14b048145","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.461841171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65a2e369-dc35-4fbc-8d4c-05089e23ce13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.461861798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65a2e369-dc35-4fbc-8d4c-05089e23ce13","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.46217211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce2617b6-ee4f-4d5b-a202-ff45ac8971d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.462184834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ce2617b6-ee4f-4d5b-a202-ff45ac8971d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.462553048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ceb50482-8365-464b-808b-1fc53ef4df45","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.462569211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ceb50482-8365-464b-808b-1fc53ef4df45","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.462834273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed9a6df5-ec07-4c1f-a39d-56d03c340022","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.462851909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ed9a6df5-ec07-4c1f-a39d-56d03c340022","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.463141355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"192dd705-db7f-42cc-b755-2ee5d461a99b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.463156813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"192dd705-db7f-42cc-b755-2ee5d461a99b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.463327887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"77904873-b4d6-4a52-8d1c-2428beb7c421","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.463436653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac214a04-96c2-4af6-b5e4-f5d20f6a985c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.463471258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac214a04-96c2-4af6-b5e4-f5d20f6a985c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.463898289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce37b915-87d3-455d-a40c-bbf671e0b4b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.463915837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ce37b915-87d3-455d-a40c-bbf671e0b4b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.464134137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1e51be7-1440-4f68-a8b5-9eb16a29bbd6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.464146105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1e51be7-1440-4f68-a8b5-9eb16a29bbd6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.508669296Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-3f4bfacf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-3f4bfacf","reconcileID":"43272612-9f61-4231-9577-4b25be62acf0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-3f4bfacf","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-3f4bfacf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.511669201Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-sub-d16ca314","reconcileID":"d3919e0d-e1a2-4cb5-bec0-7262d136fed2","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cf97f939","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.512595783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"4bf3afff-3338-43ed-8d8e-cebdf2830b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.512828104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"861da449-61c7-48f0-b48b-e880ef749529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.51305368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed859de-6991-4ff0-8353-9a166684bc82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.513380565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3306953c-5957-4284-aaf9-1feaec10c14c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.568201069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"861da449-61c7-48f0-b48b-e880ef749529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.568232324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3306953c-5957-4284-aaf9-1feaec10c14c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.570640386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"4bf3afff-3338-43ed-8d8e-cebdf2830b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.570654362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed859de-6991-4ff0-8353-9a166684bc82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.588839895Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"77904873-b4d6-4a52-8d1c-2428beb7c421","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.620431182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3306953c-5957-4284-aaf9-1feaec10c14c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.623538743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed859de-6991-4ff0-8353-9a166684bc82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.641820336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"77904873-b4d6-4a52-8d1c-2428beb7c421","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.662616228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"06fd63d2-a8a7-4fa8-ba61-f22d956bfb99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.683285445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eccc0114-961f-496a-b968-6a2726dc63d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.683313114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eccc0114-961f-496a-b968-6a2726dc63d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.683838942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4455506f-d64f-4f71-89bc-cd8f587ef3f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.683854455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4455506f-d64f-4f71-89bc-cd8f587ef3f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.740117593Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-sub-d16ca314","reconcileID":"bd40527f-2d42-4300-b561-7d3248a387f3","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f02b780b/e2e-shared-int-sub-d16ca314","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.74133623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0db28c1a-7b24-4419-9658-02f29bbb9a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.741409066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0db28c1a-7b24-4419-9658-02f29bbb9a13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.822547755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03fc5c22-ef19-42f7-94ca-0ae7cb6153eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.874153319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"8323dd9b-5fe5-4f8b-98cc-43b8b851df97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.921718353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"3a5ac207-fb19-4266-81ce-f6f553d2d587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.934226043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"8323dd9b-5fe5-4f8b-98cc-43b8b851df97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.970593877Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7d6957","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7d6957","reconcileID":"f5cbd325-9e61-4c37-93a2-7eb88c7166c0","namespace":"llm","name":"e2e-rt-sw-7d6957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.976788724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"50730a82-4fd5-411d-aa47-1272b9d47f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:54.979029423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"3a5ac207-fb19-4266-81ce-f6f553d2d587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.075833354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ddd35af3-dbd6-4c61-904b-2fa74f2246ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.07783176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"960623cc-2907-462e-9c8d-d5a74f4f9220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.117432055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"50730a82-4fd5-411d-aa47-1272b9d47f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.140472766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-sub-d16ca314","reconcileID":"5af19737-4267-4df1-91aa-2133f2efeb16","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.146344987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"960623cc-2907-462e-9c8d-d5a74f4f9220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.149403153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ddd35af3-dbd6-4c61-904b-2fa74f2246ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.239838971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7bb94cc-5a16-47c1-8721-ef54f35f4c79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.347296301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c611e036-a147-4ecf-b624-d510627d8f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.395240082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"efc676a1-6d2d-46ae-85b8-66d1fddb685f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.401088896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c611e036-a147-4ecf-b624-d510627d8f8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.449205415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"efc676a1-6d2d-46ae-85b8-66d1fddb685f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.512761205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a832c8a1-6e59-4140-b0fa-0ebd69643193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.51332771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ff749e75-80c8-4643-9538-7f3774d54ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.659540986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ff749e75-80c8-4643-9538-7f3774d54ad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.887835551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5f91e67-b84b-4398-b599-1ed3a88961c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.914770885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"e3d24151-b628-466d-a167-feb88685246e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.919640766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a832c8a1-6e59-4140-b0fa-0ebd69643193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.941767256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5f91e67-b84b-4398-b599-1ed3a88961c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.972215662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a832c8a1-6e59-4140-b0fa-0ebd69643193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:55.994237149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5f91e67-b84b-4398-b599-1ed3a88961c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.027022849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7eb76be-9619-46fe-9d5c-752826018b62","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.027039158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7eb76be-9619-46fe-9d5c-752826018b62","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.047577024Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"e3d24151-b628-466d-a167-feb88685246e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.048962168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73d72be1-98eb-4848-8cdf-faa69c2393eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.048979098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73d72be1-98eb-4848-8cdf-faa69c2393eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.060913127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"fdf6ef53-2a1b-4cfb-98b0-997340522d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.099825037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"e3d24151-b628-466d-a167-feb88685246e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.114781381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"fdf6ef53-2a1b-4cfb-98b0-997340522d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.156646232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd9706cb-c39f-4388-9995-f34d8a81621e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.156664897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd9706cb-c39f-4388-9995-f34d8a81621e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.157680013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5d014ccf-c83d-4fff-a96d-e0903190c222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.177256686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"96faeb8a-bd85-4223-8647-2eb93b80a2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.211785407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5d014ccf-c83d-4fff-a96d-e0903190c222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.230896858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"96faeb8a-bd85-4223-8647-2eb93b80a2bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.259405384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"7ecbf097-8042-4d69-9b0c-a238aa29d143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.313168052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"7ecbf097-8042-4d69-9b0c-a238aa29d143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.401589523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bdf11f-ee3b-4e51-ae65-35fd441e92c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.401712434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"041b7a0f-c0a4-4a9d-bccd-cb1d2b150ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.450321167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bdf11f-ee3b-4e51-ae65-35fd441e92c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.499987809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bdf11f-ee3b-4e51-ae65-35fd441e92c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.500158204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7c0f3f86-a27c-4e05-abdd-43c43d1d086f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.504059335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"041b7a0f-c0a4-4a9d-bccd-cb1d2b150ec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.54838966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bdf11f-ee3b-4e51-ae65-35fd441e92c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.602466587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7c0f3f86-a27c-4e05-abdd-43c43d1d086f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.649033494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"bfa7167f-8a9f-40cd-959b-0205a72255ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:56.703071209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"bfa7167f-8a9f-40cd-959b-0205a72255ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:58.090801228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"53de1cfe-70fb-4042-bade-d16fd2b6bef2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:58.387828565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7021bf05-f4c4-4ab4-ab8b-e9683cf1e1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:58.436189632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7021bf05-f4c4-4ab4-ab8b-e9683cf1e1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:58.484671107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7021bf05-f4c4-4ab4-ab8b-e9683cf1e1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:35:58.533261047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7021bf05-f4c4-4ab4-ab8b-e9683cf1e1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:03.938978463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"b657d7b4-0589-425a-bb21-65fedc263c36","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:04.561189249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-sub-d16ca314","reconcileID":"ba9ebd0d-3d2c-4312-9329-29058816edbb","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-d16ca314","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:04.715512989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"namespace":"ai-tenant-e2e-mt-d16ca314","name":"e2e-shared-int-sub-d16ca314","reconcileID":"ba9ebd0d-3d2c-4312-9329-29058816edbb","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-d16ca314"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:04.933386526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b0b8c89-ef26-4ace-b19a-8ee939a5f99f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:04.933407345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b0b8c89-ef26-4ace-b19a-8ee939a5f99f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.182922775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceb83749-c189-4046-a194-01a5cb84bcd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.289949715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cef04db9-83b7-4af4-8676-4649bb31b737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.322696609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceb83749-c189-4046-a194-01a5cb84bcd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.327106339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"9750cf9b-e695-4944-8b6d-5827706f1b63","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.343953387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cef04db9-83b7-4af4-8676-4649bb31b737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.393425639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceb83749-c189-4046-a194-01a5cb84bcd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.398363804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cef04db9-83b7-4af4-8676-4649bb31b737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.450060568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd58c4f0-c9cd-42c4-bea0-fbee32a28829","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.450080699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fd58c4f0-c9cd-42c4-bea0-fbee32a28829","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.460303775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e619079e-76cb-4aa8-a039-26e8953ca4ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.460318897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e619079e-76cb-4aa8-a039-26e8953ca4ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.483036087Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"9750cf9b-e695-4944-8b6d-5827706f1b63","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.538335097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"9750cf9b-e695-4944-8b6d-5827706f1b63","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.594368115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceccd13d-6336-49d2-8f8f-9a932ee2a651","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:06.594395802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceccd13d-6336-49d2-8f8f-9a932ee2a651","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:07.755152372Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"namespace":"ai-tenant-e2e-mt-4c955a40","name":"e2e-policy-4c955a40","reconcileID":"8f7391c3-7537-4a37-b83e-46187c8c335f","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:07.904344033Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"namespace":"ai-tenant-e2e-mt-4c955a40","name":"e2e-policy-4c955a40","reconcileID":"8f7391c3-7537-4a37-b83e-46187c8c335f","MaaSAuthPolicy":{"name":"e2e-policy-4c955a40","namespace":"ai-tenant-e2e-mt-4c955a40"},"policyNamespace":"ai-tenant-e2e-mt-4c955a40","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.224774691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.61014241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"92fba009-381c-49a8-a1a9-08bfd07935e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.610609571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"92f1b2e7-d8be-4f03-b07f-43cabbcfc299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.664068457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"92fba009-381c-49a8-a1a9-08bfd07935e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.664159388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"92f1b2e7-d8be-4f03-b07f-43cabbcfc299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.712657579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f78f1270-c98e-432f-9777-d8df182f21a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.712818339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"88605acd-96df-43a9-bbf5-a540509c1c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.766484791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f78f1270-c98e-432f-9777-d8df182f21a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:09.766709678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"88605acd-96df-43a9-bbf5-a540509c1c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:13.99477579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"8ef57c90-3e35-462f-ad1b-0391249b5e70","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.596304407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cffe649-de19-47da-bc56-2dad4e5db729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.604535884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b36d148c-53ed-4625-8cf5-6116c62a962e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.691721654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"5b34820c-5fe0-49a5-90e7-e46c94666ec3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.716832248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cffe649-de19-47da-bc56-2dad4e5db729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:36:16.726287996Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b36d148c-53ed-4625-8cf5-6116c62a962e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.768893861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cffe649-de19-47da-bc56-2dad4e5db729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:36:16.781219123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b36d148c-53ed-4625-8cf5-6116c62a962e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.781627478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63186cf8-5e22-4d23-91b0-4de7c1ab32d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.781644174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63186cf8-5e22-4d23-91b0-4de7c1ab32d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.815406115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"5b34820c-5fe0-49a5-90e7-e46c94666ec3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.825717681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcf239f5-b9e3-43ca-8ae4-616a0a587eb1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.825736033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bcf239f5-b9e3-43ca-8ae4-616a0a587eb1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.867559965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"5b34820c-5fe0-49a5-90e7-e46c94666ec3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.922379028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0e04ee0-2453-4335-a506-3404e5ad9535","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.922401059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0e04ee0-2453-4335-a506-3404e5ad9535","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:16.931815514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b7130cd-5361-4419-9078-a683f27bc73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:17.053530065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b7130cd-5361-4419-9078-a683f27bc73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:17.110542273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b7130cd-5361-4419-9078-a683f27bc73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:17.171847065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1c03930-151f-4e2f-a788-e2a3f49620da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:17.171868362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1c03930-151f-4e2f-a788-e2a3f49620da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:21.354907317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"0c9db414-87d4-48f5-98eb-40a2989dd7b7","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.47173319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"54ff7207-9937-46b7-ad9c-cc7336027a47","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.523084637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"48702fc6-3749-4ddd-9af3-c0227a455bba","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.667982172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"890101f4-fc17-4621-b62f-f9d3c337b578","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.721776564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"890101f4-fc17-4621-b62f-f9d3c337b578","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.746187004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"45604d53-3b59-4474-9ad8-db6dd9baaa16","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.774590312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f4c28015dcf9b6ef41ae2ec02ec4853f19ea3e039f186df6ceafa0cdfad03a9) AuthConfig (fdab9e6e8d4a03086eda46ecae6c9d3d24d98c31d0b67541ef1fd5b0a8a99346) AuthConfig (f582437fddcb1a300a3e2aaec716be68898811c87fb84c867321760b7c24f4c1) AuthConfig (ad0f9dda6d1474251cf81ecab33d1a1e7fe6565379c91fd712c4d564ef5281b6) AuthConfig (b5bf2039921b200f0ba4044a6a4bdeed6f47332f713d565ba5870eece34cc210) AuthConfig (b1b5bbf81610d32aaf898bca5abca339dc900a281a7ddcb7a033f39376e11935) AuthConfig (08f8210017cf18903d15b49925ffb5187a03ab412712063c3a033d2d34531715) AuthConfig (74b251208ac92e53bae2ca161054db336459ad85a8bd120bc17608351c15f3bf) AuthConfig (3a628eb41d68cbde894ef8ae7b5dee54b1ad29c630269ee0cb7f118bb24b043d) AuthConfig (f8aca85c0dc1e166929ca46d915b9dc7e9f96e26b93202badcea3c34af154750) AuthConfig (3216ae5e2abb7e6a8d0f0758e7e618976188e6fcb80363341544b1d06b303329) AuthConfig (6c503ab6df224217dd8ae5e0dca373cead790dc58f734f73b617b4d2e0915c21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"890101f4-fc17-4621-b62f-f9d3c337b578","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.797890984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"fb680688-bbbf-4614-96cf-86a427a80047","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.828931383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"2aa57f28-4a99-4c40-92b2-f5c4d3823144","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:36:23.853134481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-valid-sub","reconcileID":"bfa5512b-761e-422c-b56d-44c98005d482","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.892595673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2727875d-8657-4067-9080-d51a601ae804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.892893805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0f7a604e-5c25-491f-979e-7b06b4c04741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.946195756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0f7a604e-5c25-491f-979e-7b06b4c04741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.946316083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2727875d-8657-4067-9080-d51a601ae804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.965783736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"31bc1263-23e8-4965-93d1-2758c279a169","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.994757592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"0fb0d099-80e7-4055-80e8-3a5c0ac37455","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:23.995135933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"0eafc0f4-add0-4481-8e29-dd7572063b9c","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.018047241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"02321170-de87-406a-800b-01877855f16a","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.04857939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"0fb0d099-80e7-4055-80e8-3a5c0ac37455","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.100751784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f4c28015dcf9b6ef41ae2ec02ec4853f19ea3e039f186df6ceafa0cdfad03a9) AuthConfig (fdab9e6e8d4a03086eda46ecae6c9d3d24d98c31d0b67541ef1fd5b0a8a99346) AuthConfig (f582437fddcb1a300a3e2aaec716be68898811c87fb84c867321760b7c24f4c1) AuthConfig (ad0f9dda6d1474251cf81ecab33d1a1e7fe6565379c91fd712c4d564ef5281b6) AuthConfig (b5bf2039921b200f0ba4044a6a4bdeed6f47332f713d565ba5870eece34cc210) AuthConfig (b1b5bbf81610d32aaf898bca5abca339dc900a281a7ddcb7a033f39376e11935) AuthConfig (08f8210017cf18903d15b49925ffb5187a03ab412712063c3a033d2d34531715) AuthConfig (74b251208ac92e53bae2ca161054db336459ad85a8bd120bc17608351c15f3bf) AuthConfig (3a628eb41d68cbde894ef8ae7b5dee54b1ad29c630269ee0cb7f118bb24b043d) AuthConfig (f8aca85c0dc1e166929ca46d915b9dc7e9f96e26b93202badcea3c34af154750) AuthConfig (3216ae5e2abb7e6a8d0f0758e7e618976188e6fcb80363341544b1d06b303329) AuthConfig (6c503ab6df224217dd8ae5e0dca373cead790dc58f734f73b617b4d2e0915c21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"0fb0d099-80e7-4055-80e8-3a5c0ac37455","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:36:24.150662374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"0fb0d099-80e7-4055-80e8-3a5c0ac37455","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.242600453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"176579ef-ff3c-4688-a80d-f3a9910e3ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.243439293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f662b8a5-a42d-4a36-8862-33a8fecada00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.278793841Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-valid-sub","reconcileID":"ced37956-3d50-40bc-9060-c0259fe794f1","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-models-valid-sub","ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.298410275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f662b8a5-a42d-4a36-8862-33a8fecada00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.298431401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"176579ef-ff3c-4688-a80d-f3a9910e3ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.341083509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"99cd8aab-02a8-4da9-b4f9-d75cabdfb49e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.394558878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"99cd8aab-02a8-4da9-b4f9-d75cabdfb49e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.43333592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"552ae20e-0b53-43f8-b7a9-49c58cda55ce","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.446980855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f4c28015dcf9b6ef41ae2ec02ec4853f19ea3e039f186df6ceafa0cdfad03a9) AuthConfig (fdab9e6e8d4a03086eda46ecae6c9d3d24d98c31d0b67541ef1fd5b0a8a99346) AuthConfig (f582437fddcb1a300a3e2aaec716be68898811c87fb84c867321760b7c24f4c1) AuthConfig (ad0f9dda6d1474251cf81ecab33d1a1e7fe6565379c91fd712c4d564ef5281b6) AuthConfig (b5bf2039921b200f0ba4044a6a4bdeed6f47332f713d565ba5870eece34cc210) AuthConfig (b1b5bbf81610d32aaf898bca5abca339dc900a281a7ddcb7a033f39376e11935) AuthConfig (08f8210017cf18903d15b49925ffb5187a03ab412712063c3a033d2d34531715) AuthConfig (74b251208ac92e53bae2ca161054db336459ad85a8bd120bc17608351c15f3bf) AuthConfig (3a628eb41d68cbde894ef8ae7b5dee54b1ad29c630269ee0cb7f118bb24b043d) AuthConfig (f8aca85c0dc1e166929ca46d915b9dc7e9f96e26b93202badcea3c34af154750) AuthConfig (3216ae5e2abb7e6a8d0f0758e7e618976188e6fcb80363341544b1d06b303329) AuthConfig (6c503ab6df224217dd8ae5e0dca373cead790dc58f734f73b617b4d2e0915c21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"99cd8aab-02a8-4da9-b4f9-d75cabdfb49e","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.475825526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"91c5c7c2-8500-4fc9-8674-f04be29fe499","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:24.629088484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-valid-sub","reconcileID":"2baf535c-3918-40a8-8759-7202d887c27c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:26.196955449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"8c4982fa-1119-4abc-8aee-1adc7a97d1cd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:26.308337805Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"8c4982fa-1119-4abc-8aee-1adc7a97d1cd","name":"e2e-mt-3f4bfacf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:26.971303245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9f4a32b-c3e9-4bcf-8042-9bd4a926c586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.024987264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9f4a32b-c3e9-4bcf-8042-9bd4a926c586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.025644222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"d376eff3-9c85-48ab-bcbf-d1bd34a8ad4a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.077059322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9f4a32b-c3e9-4bcf-8042-9bd4a926c586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.132172085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad77a33b-7692-419f-8383-176b251a7d88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.132198982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad77a33b-7692-419f-8383-176b251a7d88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.146790934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"d376eff3-9c85-48ab-bcbf-d1bd34a8ad4a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.207694601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"d376eff3-9c85-48ab-bcbf-d1bd34a8ad4a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.26330202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e61d49e-6bb6-47bc-b3bd-ffa1350f4d13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.263323534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e61d49e-6bb6-47bc-b3bd-ffa1350f4d13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.319367109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bce09d2e-72b4-4587-92eb-78cfebb9db6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.444238898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bce09d2e-72b4-4587-92eb-78cfebb9db6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.496156958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bce09d2e-72b4-4587-92eb-78cfebb9db6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.550013957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"808f02ef-26a5-4b65-98cb-1bf7bb1407b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:27.550033607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"808f02ef-26a5-4b65-98cb-1bf7bb1407b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:33.010721523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"e4fad65f-8125-4a28-9b4b-c1b920cf7c4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:33.996144874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"acd37f8b-fc9f-40f9-952a-d5db41190c9c","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.593941587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"fd66820c-b2b4-4921-bace-1142056e0e64","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.616940371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"1ec2b41e-7060-4b65-9c8c-bdfb9545cd6f","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.617506381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"47f2f7c9-2bd9-4aa4-8b18-340897b583ac","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.665395964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"fd66820c-b2b4-4921-bace-1142056e0e64","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.697245705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"e9db1aa4-204b-4add-9ed1-113c9393646c","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.697651259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"5e8cd2c2-476d-4cf4-93a7-1ab04d42eb92","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.718036827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f4c28015dcf9b6ef41ae2ec02ec4853f19ea3e039f186df6ceafa0cdfad03a9) AuthConfig (fdab9e6e8d4a03086eda46ecae6c9d3d24d98c31d0b67541ef1fd5b0a8a99346) AuthConfig (f582437fddcb1a300a3e2aaec716be68898811c87fb84c867321760b7c24f4c1) AuthConfig (ad0f9dda6d1474251cf81ecab33d1a1e7fe6565379c91fd712c4d564ef5281b6) AuthConfig (b5bf2039921b200f0ba4044a6a4bdeed6f47332f713d565ba5870eece34cc210) AuthConfig (b1b5bbf81610d32aaf898bca5abca339dc900a281a7ddcb7a033f39376e11935) AuthConfig (08f8210017cf18903d15b49925ffb5187a03ab412712063c3a033d2d34531715) AuthConfig (74b251208ac92e53bae2ca161054db336459ad85a8bd120bc17608351c15f3bf) AuthConfig (3a628eb41d68cbde894ef8ae7b5dee54b1ad29c630269ee0cb7f118bb24b043d) AuthConfig (f8aca85c0dc1e166929ca46d915b9dc7e9f96e26b93202badcea3c34af154750) AuthConfig (3216ae5e2abb7e6a8d0f0758e7e618976188e6fcb80363341544b1d06b303329) AuthConfig (6c503ab6df224217dd8ae5e0dca373cead790dc58f734f73b617b4d2e0915c21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"fd66820c-b2b4-4921-bace-1142056e0e64","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.765342569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c0d483da-f172-4cd5-9742-02337f5142a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.827277604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"e90a449e-d4af-4f36-a085-0ca7b446befd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.86309389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"92328433-e784-4cd1-ae9d-8c6317440bef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.866949807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c0d483da-f172-4cd5-9742-02337f5142a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.921927434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2bce829d-6103-4619-88a5-2d9699d31921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:34.976283256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2bce829d-6103-4619-88a5-2d9699d31921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:35.217127426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"842f4986-891f-4508-9c9e-6c4979c703a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:35.272044964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"842f4986-891f-4508-9c9e-6c4979c703a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:35.420165541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"4ff74119-1ef9-47fa-ae05-ac6431ae8ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:35.474229265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"4ff74119-1ef9-47fa-ae05-ac6431ae8ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.278266389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5a9e327-f3ad-479e-bfb6-3e5ee456bc62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.332320444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5a9e327-f3ad-479e-bfb6-3e5ee456bc62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.35994493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"79eaa563-a513-42fe-8026-c87d0064007d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.38462495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5a9e327-f3ad-479e-bfb6-3e5ee456bc62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.439830788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5928a6c1-132f-40e2-beb0-15542675ac5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.439856542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5928a6c1-132f-40e2-beb0-15542675ac5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.483415037Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"79eaa563-a513-42fe-8026-c87d0064007d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.536399325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"79eaa563-a513-42fe-8026-c87d0064007d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.593201487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f405d75e-39c8-41f7-a72c-296b2f764621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.593229335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f405d75e-39c8-41f7-a72c-296b2f764621","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.723436802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be7198a0-d05b-4159-9b6a-f8dba86fb231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.880112902Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be7198a0-d05b-4159-9b6a-f8dba86fb231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.934412022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be7198a0-d05b-4159-9b6a-f8dba86fb231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.987213285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"233b0462-3f21-4e23-99ca-c70033eb243e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:37.987235635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"233b0462-3f21-4e23-99ca-c70033eb243e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:39.308655031Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:43.997090459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"6c7241c2-005e-48a1-8197-b4848e5919fa","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:44.865220887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"f670461c-4cee-42a4-ad37-e468ba7ed720","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:44.921479805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"f670461c-4cee-42a4-ad37-e468ba7ed720","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:44.974603187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-12f635-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f4c28015dcf9b6ef41ae2ec02ec4853f19ea3e039f186df6ceafa0cdfad03a9) AuthConfig (fdab9e6e8d4a03086eda46ecae6c9d3d24d98c31d0b67541ef1fd5b0a8a99346) AuthConfig (f582437fddcb1a300a3e2aaec716be68898811c87fb84c867321760b7c24f4c1) AuthConfig (ad0f9dda6d1474251cf81ecab33d1a1e7fe6565379c91fd712c4d564ef5281b6) AuthConfig (b5bf2039921b200f0ba4044a6a4bdeed6f47332f713d565ba5870eece34cc210) AuthConfig (b1b5bbf81610d32aaf898bca5abca339dc900a281a7ddcb7a033f39376e11935) AuthConfig (08f8210017cf18903d15b49925ffb5187a03ab412712063c3a033d2d34531715) AuthConfig (74b251208ac92e53bae2ca161054db336459ad85a8bd120bc17608351c15f3bf) AuthConfig (3a628eb41d68cbde894ef8ae7b5dee54b1ad29c630269ee0cb7f118bb24b043d) AuthConfig (f8aca85c0dc1e166929ca46d915b9dc7e9f96e26b93202badcea3c34af154750) AuthConfig (3216ae5e2abb7e6a8d0f0758e7e618976188e6fcb80363341544b1d06b303329) AuthConfig (6c503ab6df224217dd8ae5e0dca373cead790dc58f734f73b617b4d2e0915c21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"f670461c-4cee-42a4-ad37-e468ba7ed720","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.587112629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca095f9f-3bef-427a-832d-a8d54a747d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.640761253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca095f9f-3bef-427a-832d-a8d54a747d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.691635533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"63819207-881a-4cfa-b500-4e85ddada835","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.694894293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca095f9f-3bef-427a-832d-a8d54a747d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.750394517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f53b7d5b-ab01-44b0-ab75-528f4187cec3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.750415677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f53b7d5b-ab01-44b0-ab75-528f4187cec3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.812437481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"63819207-881a-4cfa-b500-4e85ddada835","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.864667309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"63819207-881a-4cfa-b500-4e85ddada835","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.919145146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e84ac27-cce3-4d6e-80af-9f5ed31ac047","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:47.919165406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e84ac27-cce3-4d6e-80af-9f5ed31ac047","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:48.132750094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13cc2d0f-2b70-458b-b204-fd1d4abe9605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:48.261599796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13cc2d0f-2b70-458b-b204-fd1d4abe9605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:48.31364329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13cc2d0f-2b70-458b-b204-fd1d4abe9605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:48.367966391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df1cca65-0372-446d-b3c6-401172d4323e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:48.367989538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df1cca65-0372-446d-b3c6-401172d4323e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:53.997764699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"dc261a83-fb5d-457f-bcf9-9fa1a115531a","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:55.122637042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"915e5384-5acc-4bd0-8b66-a9c39eaf99bf","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:55.182413149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"915e5384-5acc-4bd0-8b66-a9c39eaf99bf","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:55.439188231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"767ddcfb-4441-47a4-8855-dff5216d3cc6","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:56.691768418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"21915346-a890-4475-8458-bc19f027917a","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:56.855056714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"3934559b-6fc9-41cb-92e9-3a92dff8ba9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:56.855134771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d6f44787-2b6d-44c7-9583-1fa33b2614c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:56.855540497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"70bfe7da-eee9-470e-baf6-651356654c22","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:56.909481827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d6f44787-2b6d-44c7-9583-1fa33b2614c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:56.910604513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"70bfe7da-eee9-470e-baf6-651356654c22","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:56.91190881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"3934559b-6fc9-41cb-92e9-3a92dff8ba9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:57.90061595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a97c5f0-d3b9-4c11-8561-35b6c3cb361d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:57.955813929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a97c5f0-d3b9-4c11-8561-35b6c3cb361d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.008243811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a97c5f0-d3b9-4c11-8561-35b6c3cb361d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.019273506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"a504061b-c8e1-4ebd-ab37-13a469411f0c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.062793345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7129c60-ddc3-42d4-8c50-d877e655ecc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.062812653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7129c60-ddc3-42d4-8c50-d877e655ecc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.141620174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"a504061b-c8e1-4ebd-ab37-13a469411f0c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.194795426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"a504061b-c8e1-4ebd-ab37-13a469411f0c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.247346017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1629f9ec-e3c1-4632-99c4-936f3077e639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.247367819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1629f9ec-e3c1-4632-99c4-936f3077e639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.521096893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b6302e8-f065-48aa-8133-ce1e10798e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.649943149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b6302e8-f065-48aa-8133-ce1e10798e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.702569997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b6302e8-f065-48aa-8133-ce1e10798e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.757537893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4bc7149-089c-476a-a6f3-b852c033ddae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:58.757559122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4bc7149-089c-476a-a6f3-b852c033ddae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:36:59.414024829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"84d180e7-9455-4aa7-a902-6ee4671e0c9d","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:01.486197741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec69c4b2-e1e0-4c5a-8237-55581d45432a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:01.534690031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec69c4b2-e1e0-4c5a-8237-55581d45432a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:01.583249668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec69c4b2-e1e0-4c5a-8237-55581d45432a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:01.631586121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec69c4b2-e1e0-4c5a-8237-55581d45432a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:03.493504339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98523362-5dc0-42b3-a6cd-f39248289f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:03.541941279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98523362-5dc0-42b3-a6cd-f39248289f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:03.590512417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98523362-5dc0-42b3-a6cd-f39248289f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:03.639077767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98523362-5dc0-42b3-a6cd-f39248289f44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:06.859988062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-valid-sub","reconcileID":"db00e306-dd37-4361-bbd5-4257809c0f0d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.068032697Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-valid-sub","reconcileID":"db00e306-dd37-4361-bbd5-4257809c0f0d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.275330303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"94c2ec56-206e-4050-8f3f-d83470ba9a95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.302600528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"a47175f4-8810-45e9-a63b-665586dad2a5","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.461791888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"b46361a2-61f0-404b-938f-efe2bc380746","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.46219816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0307244b-02b0-4d75-9858-8445a0ceb589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.462216203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d0684d8d-f444-40e5-a3c6-e34f4f1c143b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.519527362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d0684d8d-f444-40e5-a3c6-e34f4f1c143b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.520299147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0307244b-02b0-4d75-9858-8445a0ceb589","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.5227766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"b46361a2-61f0-404b-938f-efe2bc380746","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.592397509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-w3-5d4b82","reconcileID":"45f06970-a7b2-4a3a-925e-e021652b2948","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.64878934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"06541880-6533-4eec-ad99-1d5f5261e4d3","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.722486605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-models-invalid-sub-auth","reconcileID":"45560cb4-baec-4f64-970e-735682534c20","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:07.879963595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"de21e52b-3918-4f5b-9e74-f80a9a82b997","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.214048563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a6b3397-f63c-4297-87be-bda9cdb0045d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.27094858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a6b3397-f63c-4297-87be-bda9cdb0045d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.327000478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a6b3397-f63c-4297-87be-bda9cdb0045d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.350027894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"30614905-41d2-4c3e-a30b-7b4e92274a3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.383114742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0720ff4-5ecf-495d-9cd0-a775de10bbb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.383135469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0720ff4-5ecf-495d-9cd0-a775de10bbb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.481302702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"30614905-41d2-4c3e-a30b-7b4e92274a3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.534698956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"30614905-41d2-4c3e-a30b-7b4e92274a3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.590613814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caed498d-e89e-41d7-a157-fd543db3903d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.590632013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caed498d-e89e-41d7-a157-fd543db3903d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:08.903224613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e149fd0-d842-483b-9f43-0c11a5ac1c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:09.028475448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e149fd0-d842-483b-9f43-0c11a5ac1c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:09.083935269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e149fd0-d842-483b-9f43-0c11a5ac1c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:09.142857503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305b94f4-54f7-46ce-9cdd-86811428d495","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:09.14288265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"305b94f4-54f7-46ce-9cdd-86811428d495","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:09.226784253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:13.574521994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481ce37d-0c0a-4e43-b6a1-db35e0f7250e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:13.622835131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481ce37d-0c0a-4e43-b6a1-db35e0f7250e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:13.671065362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481ce37d-0c0a-4e43-b6a1-db35e0f7250e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:13.719627559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481ce37d-0c0a-4e43-b6a1-db35e0f7250e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:14.143855432Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3586a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3586a6","reconcileID":"522058a7-c0f2-4bbb-94ec-36345f0038ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3586a6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3586a6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:15.553419836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968bb01-3767-47ca-839a-d008a529e90c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:15.601861485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968bb01-3767-47ca-839a-d008a529e90c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:15.650392441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968bb01-3767-47ca-839a-d008a529e90c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:15.69872223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968bb01-3767-47ca-839a-d008a529e90c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:17.600085378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853bc48e-50dc-46b6-b7ca-7f6fcbc29b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:17.655887223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853bc48e-50dc-46b6-b7ca-7f6fcbc29b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:17.706150566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853bc48e-50dc-46b6-b7ca-7f6fcbc29b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:17.754500083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"853bc48e-50dc-46b6-b7ca-7f6fcbc29b19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.604615176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64469615-9f94-43d9-a816-076d4f6a4c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.660004153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64469615-9f94-43d9-a816-076d4f6a4c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.692334211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"31237489-8e76-406c-8039-dcc1f0ee490f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.818284893Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"31237489-8e76-406c-8039-dcc1f0ee490f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.870883895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"31237489-8e76-406c-8039-dcc1f0ee490f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.925179733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2720c5c4-ce6b-46cb-88c2-a139b504ff78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.925207451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2720c5c4-ce6b-46cb-88c2-a139b504ff78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.975894972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf2240bf-13a7-4a9f-98c8-95d754b513cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:18.975923959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf2240bf-13a7-4a9f-98c8-95d754b513cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.289646798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8c207d0-fd48-4cc6-a1b9-a4f56468943e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.411230315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8c207d0-fd48-4cc6-a1b9-a4f56468943e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.463579307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8c207d0-fd48-4cc6-a1b9-a4f56468943e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.517865699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ff0ed85-487e-4528-a6fe-f0b4022e20ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.51789044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ff0ed85-487e-4528-a6fe-f0b4022e20ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.826313362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"a49a7a21-bec0-4e12-89ce-aab41aa06021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.826313935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"92ed5aa2-37e5-41bc-bbc5-692864f7ef45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.880601368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"a49a7a21-bec0-4e12-89ce-aab41aa06021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:19.880692145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"92ed5aa2-37e5-41bc-bbc5-692864f7ef45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.023551877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"b4961f28-d1de-4e47-8bf1-612d89c6923e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.14513158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"b4961f28-d1de-4e47-8bf1-612d89c6923e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.19763326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"b4961f28-d1de-4e47-8bf1-612d89c6923e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.250017762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0edb1f0a-f57b-4101-97ac-23b33b0c5edb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.250043911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0edb1f0a-f57b-4101-97ac-23b33b0c5edb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.669649803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d54a5c49-5a7a-4ac3-9012-fbc29b76554a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.794427578Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d54a5c49-5a7a-4ac3-9012-fbc29b76554a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.847912989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d54a5c49-5a7a-4ac3-9012-fbc29b76554a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.900708462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57cfcde1-d82d-4457-a3d2-95eb387dbb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:29.900736006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57cfcde1-d82d-4457-a3d2-95eb387dbb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:35.606552911Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"0fb3d8c5-9165-48db-a5f3-d48c2905f5ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:35.606957361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5086d73-ba15-4219-add0-132e4e99a48b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:35.606979033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5086d73-ba15-4219-add0-132e4e99a48b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:35.75510259Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-policy-d16ca314","reconcileID":"0fb3d8c5-9165-48db-a5f3-d48c2905f5ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"policyNamespace":"ai-tenant-e2e-mt-f02b780b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:35.810610964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b3e56d4-c96f-412b-8af1-7928f20def06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:35.810631291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b3e56d4-c96f-412b-8af1-7928f20def06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:35.97180098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c31a153-e60f-414f-aa3a-6a22a09aa36c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:35.971821914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c31a153-e60f-414f-aa3a-6a22a09aa36c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:39.22780165Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:40.095930175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e6a241e-6b44-41fa-a945-437af0b058e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:40.151089142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e6a241e-6b44-41fa-a945-437af0b058e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:40.456964014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa77b6d6-05cb-4fcd-b7f8-451204b57b06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:40.456992586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa77b6d6-05cb-4fcd-b7f8-451204b57b06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:43.89031668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f885c6-dc2c-42f7-9404-c464b06fe782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:43.939021356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f885c6-dc2c-42f7-9404-c464b06fe782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:43.987617857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f885c6-dc2c-42f7-9404-c464b06fe782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:44.036279233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f885c6-dc2c-42f7-9404-c464b06fe782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:44.44511091Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-feaabe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-feaabe","reconcileID":"c4789af8-34fd-4a6e-99dc-0d5b189cecab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-feaabe","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-feaabe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:45.896856935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff02203-bc10-4e72-a01e-dfa20ae19157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:45.945115495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff02203-bc10-4e72-a01e-dfa20ae19157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:45.993627758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff02203-bc10-4e72-a01e-dfa20ae19157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:46.042108001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cff02203-bc10-4e72-a01e-dfa20ae19157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:46.123871927Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-sub-d16ca314","reconcileID":"34bb2388-74b9-48bd-8ece-9eea3b4008ba","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-d16ca314","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:46.334738623Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"namespace":"ai-tenant-e2e-mt-f02b780b","name":"e2e-shared-int-sub-d16ca314","reconcileID":"34bb2388-74b9-48bd-8ece-9eea3b4008ba","MaaSSubscription":{"name":"e2e-shared-int-sub-d16ca314","namespace":"ai-tenant-e2e-mt-f02b780b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:46.529755865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eac26401-bcd8-465f-9a10-efca3b33c678","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:46.590029572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc45bfb-8d10-49db-95e2-fddca46e3603","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:46.590055054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7dc45bfb-8d10-49db-95e2-fddca46e3603","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:47.920939048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94447a58-afad-49e8-953a-4ac63526bdbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:47.974371818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94447a58-afad-49e8-953a-4ac63526bdbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:48.07918474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94447a58-afad-49e8-953a-4ac63526bdbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:48.127762927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94447a58-afad-49e8-953a-4ac63526bdbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:52.554184083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"6ab3d53a-24f0-4172-afee-fa199d1526b5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3586a6","tenantID":"e2e-api-a-3586a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:37:52.672560066Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"6ab3d53a-24f0-4172-afee-fa199d1526b5","name":"e2e-api-a-3586a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.741753869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"b74dd003-c3e2-4b4c-ae74-d9f8316faa5c","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.74241942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"b3c90fdb-34df-4393-9e78-97daff38f1cc","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.742994539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-w3-5d4b82","reconcileID":"a1f61baa-01dd-41ae-a5b6-49cead525798","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.805066657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"af8a8182-2f03-4ce5-848e-f0ad3c23b8e2","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.80548509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"89674012-5de3-4857-8f42-c0ae4bea9afe","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.805759059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-w3-5d4b82","reconcileID":"f701b2ac-1a72-43f9-ae16-b4e658b982c6","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.909827446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"1ff0d08b-5d32-4577-86a3-9fba807289b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.912301431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"8bce4516-6ccd-4c85-89c6-75677e472b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.978319668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"f88f3818-a62a-4cce-a56e-d7f7f428c38e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.980384698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"0481f12a-f805-448a-b844-a1136f4297a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:07.9834986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"8bce4516-6ccd-4c85-89c6-75677e472b2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:08.036715542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"1ff0d08b-5d32-4577-86a3-9fba807289b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:08.281892718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"644e1f68-68b3-4f71-99ee-2085f2e03e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:08.335822545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"644e1f68-68b3-4f71-99ee-2085f2e03e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:08.364172851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"66718b6c-bbf0-4db7-98e5-d858183bee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:08.417860465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"66718b6c-bbf0-4db7-98e5-d858183bee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:09.221055906Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:14.884043197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"ac8d88dc-018f-49f9-a5a6-e509219642d4","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:14.884074203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"ac8d88dc-018f-49f9-a5a6-e509219642d4","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.470216923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"8d8f1cee-4fe4-43d7-8efc-c1ce3b627734","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.470238966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"8d8f1cee-4fe4-43d7-8efc-c1ce3b627734","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.523131309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"45d4e8b7-764b-4736-960c-3e6de35f8899","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.52315131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"45d4e8b7-764b-4736-960c-3e6de35f8899","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.620293963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"8c843147-0293-4d0b-8a36-b35a514885a0","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.741176864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"8c843147-0293-4d0b-8a36-b35a514885a0","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.769959033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"53d33f58-69e5-4cec-a698-83055bf03769","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.769983236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"53d33f58-69e5-4cec-a698-83055bf03769","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.793730528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-3f4bfacf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"8c843147-0293-4d0b-8a36-b35a514885a0","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.825029622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"a28f8d6a-316e-4dae-87bf-54afa6659e29","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.825051392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"a28f8d6a-316e-4dae-87bf-54afa6659e29","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:38:20.875292249Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"a28f8d6a-316e-4dae-87bf-54afa6659e29","name":"e2e-lifecycle-model-3f4bfacf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-3f4bfacf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:38:20.875358734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"a28f8d6a-316e-4dae-87bf-54afa6659e29","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-3f4bfacf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.87558309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"81e44008-1c99-484f-af3c-61d791f5ce46","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.875598629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"81e44008-1c99-484f-af3c-61d791f5ce46","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:38:20.875661269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"bf3cfccd-94be-4b6c-8a1a-8817ffc2d2b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-3f4bfacf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.953305123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"44e2630d-5123-449b-aa43-b0081b9a1103","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.982771542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"37ac0226-f1ff-4869-978e-ffcfb0c91a4a","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:20.982795076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"37ac0226-f1ff-4869-978e-ffcfb0c91a4a","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.007211263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"44e2630d-5123-449b-aa43-b0081b9a1103","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.038935435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"d3b2b025-a006-4e15-9881-9a334fe9d276","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.039071734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"d3b2b025-a006-4e15-9881-9a334fe9d276","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.066843409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-3f4bfacf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"44e2630d-5123-449b-aa43-b0081b9a1103","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:38:21.134164728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"44e2630d-5123-449b-aa43-b0081b9a1103","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-policy-3f4bfacf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.237421355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"3cfea37b-5e8c-4d52-8238-eea79cac4e16","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.240530887Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"5c46f9a6-f3f5-4988-acad-d8d8b9a4472e","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-3f4bfacf/e2e-sub-3f4bfacf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.29229092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"3cfea37b-5e8c-4d52-8238-eea79cac4e16","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.345570599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-3f4bfacf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"3cfea37b-5e8c-4d52-8238-eea79cac4e16","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.399265246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"2cfb576b-cc27-454f-91cf-071348960ac5","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.399294006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"2cfb576b-cc27-454f-91cf-071348960ac5","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:21.59578992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"28c07393-6434-4267-8cf3-1ddbecfe3327","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:24.626746829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"97b71c2e-5566-4323-ae52-1e1fbaa1173a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:24.738381931Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"97b71c2e-5566-4323-ae52-1e1fbaa1173a","name":"e2e-api-a-feaabe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:28.329530478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"22f253f8-4552-4aeb-95d8-119b80ea8752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:28.329627043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"4d35049a-f166-4a6f-af35-57599e50679b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:28.384223251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"22f253f8-4552-4aeb-95d8-119b80ea8752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:28.38422892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"4d35049a-f166-4a6f-af35-57599e50679b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:31.443965286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"7bb7fa61-3ab5-4779-87c4-50c77a0eaa2b","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:31.497632548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"7bb7fa61-3ab5-4779-87c4-50c77a0eaa2b","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:31.536094346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-2-w3-5d4b82","reconcileID":"1c813764-6896-4726-95c9-5fb6dc8cdac1","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-2-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-2-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:31.550411537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-3f4bfacf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"7bb7fa61-3ab5-4779-87c4-50c77a0eaa2b","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:32.640500546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"3187de37-590b-4025-98ef-02941bf99777","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:32.692271608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"e6cc9c0c-ebff-4e2f-9261-b6fd7cb3e951","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:32.839423208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"cff679d3-389d-4cf1-8135-f27d04d4248b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:32.893217737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"cff679d3-389d-4cf1-8135-f27d04d4248b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:32.943864778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"c2c5f287-720a-478c-864c-51fa77744328","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:32.947071017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b96b8b121a041c37f8c0e6007646f0b6a134c670f487e965b547d9cc34bc1872) AuthConfig (9fddeed8af26f516a81c0181e1c42440ccfa6638bbbe358b67038de266644c8a) AuthConfig (6c02ab885b1fe6831f295d11fd09d5d5c14b0d3581d44d75c6b2c6c63badebf1) AuthConfig (29fa449ae3c87956ffe54cffadfd4137948f85ce4bf86418cdf7fa699408cdac) AuthConfig (2e69b62a673945eeee460210b6a27c4355d050d122bf6991bf26f5d842244aa2) AuthConfig (8fcfe28fb236a2643c5d6141402acfcefe8f37b1412a65d1a42a8afae152b576) AuthConfig (51452911d3fe69a082d65405847230d982df534b311c16b5857434db322988fc) AuthConfig (0c771b159b89f015affa1bd2c2fe9dfb64d266a50147efaa985f317e2b032513) AuthConfig (a0a2f5cc30dcab3433aa5820ec57a9156fb7a6bf90a22318ad2167b6e00a1c04) AuthConfig (ce0365b3511ae6258d078221e58fe950e7455487f6668a0d67a51437c2a9ff27) AuthConfig (48491a7ee130ba0e0a9d428591703bbfdfba3e04a1f2622cea9b6fc31fc449f6) AuthConfig (51d8f48ead54065bc7bcc6b8522516c3927ff567edbb4a70268e71eb1bcab284)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"cff679d3-389d-4cf1-8135-f27d04d4248b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:32.996366289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"bc6ab633-e27d-4043-8704-d7991b07352b","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.001012714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"c985af66-dc9d-48ca-80eb-68f7fc96c3db","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:38:33.051079116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-sub","reconcileID":"dbeb483a-0d8a-43c3-afa4-ba1f717dd7c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.088973691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"675990d9-fd1a-4aff-b410-ab1ddf2f2062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.089268436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"f2efbaad-6bde-4f04-b064-e1ba29ed42b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.143065595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"f2efbaad-6bde-4f04-b064-e1ba29ed42b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.143361778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"675990d9-fd1a-4aff-b410-ab1ddf2f2062","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.161997681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"f628ff6e-a6c5-425e-932f-fb5bb861c147","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.191872519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"d4d661d5-c380-4dbd-b9b0-18802cb10ecb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.214204817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"f94afb83-453d-41c1-ac89-7b1d22a85b3f","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.245681631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"d4d661d5-c380-4dbd-b9b0-18802cb10ecb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.298250049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b96b8b121a041c37f8c0e6007646f0b6a134c670f487e965b547d9cc34bc1872) AuthConfig (9fddeed8af26f516a81c0181e1c42440ccfa6638bbbe358b67038de266644c8a) AuthConfig (6c02ab885b1fe6831f295d11fd09d5d5c14b0d3581d44d75c6b2c6c63badebf1) AuthConfig (29fa449ae3c87956ffe54cffadfd4137948f85ce4bf86418cdf7fa699408cdac) AuthConfig (2e69b62a673945eeee460210b6a27c4355d050d122bf6991bf26f5d842244aa2) AuthConfig (8fcfe28fb236a2643c5d6141402acfcefe8f37b1412a65d1a42a8afae152b576) AuthConfig (51452911d3fe69a082d65405847230d982df534b311c16b5857434db322988fc) AuthConfig (0c771b159b89f015affa1bd2c2fe9dfb64d266a50147efaa985f317e2b032513) AuthConfig (a0a2f5cc30dcab3433aa5820ec57a9156fb7a6bf90a22318ad2167b6e00a1c04) AuthConfig (ce0365b3511ae6258d078221e58fe950e7455487f6668a0d67a51437c2a9ff27) AuthConfig (48491a7ee130ba0e0a9d428591703bbfdfba3e04a1f2622cea9b6fc31fc449f6) AuthConfig (51d8f48ead54065bc7bcc6b8522516c3927ff567edbb4a70268e71eb1bcab284)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"d4d661d5-c380-4dbd-b9b0-18802cb10ecb","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.434700751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c9aba003-0769-438d-b2f2-a8a66e1dbb96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.434728941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"71742dc4-2671-4e00-998d-4697d84cd6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.443100367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"e44ee024-5a9f-49bc-a763-076c5e63f8fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.466374325Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-sub","reconcileID":"6d7ce6b3-d7d1-4d54-b3bc-5bd2f264a4f4","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5d4b82/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-5d4b82/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.489633333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"71742dc4-2671-4e00-998d-4697d84cd6ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.489642244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c9aba003-0769-438d-b2f2-a8a66e1dbb96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.496720372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"e44ee024-5a9f-49bc-a763-076c5e63f8fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.548782368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b96b8b121a041c37f8c0e6007646f0b6a134c670f487e965b547d9cc34bc1872) AuthConfig (9fddeed8af26f516a81c0181e1c42440ccfa6638bbbe358b67038de266644c8a) AuthConfig (6c02ab885b1fe6831f295d11fd09d5d5c14b0d3581d44d75c6b2c6c63badebf1) AuthConfig (29fa449ae3c87956ffe54cffadfd4137948f85ce4bf86418cdf7fa699408cdac) AuthConfig (2e69b62a673945eeee460210b6a27c4355d050d122bf6991bf26f5d842244aa2) AuthConfig (8fcfe28fb236a2643c5d6141402acfcefe8f37b1412a65d1a42a8afae152b576) AuthConfig (51452911d3fe69a082d65405847230d982df534b311c16b5857434db322988fc) AuthConfig (0c771b159b89f015affa1bd2c2fe9dfb64d266a50147efaa985f317e2b032513) AuthConfig (a0a2f5cc30dcab3433aa5820ec57a9156fb7a6bf90a22318ad2167b6e00a1c04) AuthConfig (ce0365b3511ae6258d078221e58fe950e7455487f6668a0d67a51437c2a9ff27) AuthConfig (48491a7ee130ba0e0a9d428591703bbfdfba3e04a1f2622cea9b6fc31fc449f6) AuthConfig (51d8f48ead54065bc7bcc6b8522516c3927ff567edbb4a70268e71eb1bcab284)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"e44ee024-5a9f-49bc-a763-076c5e63f8fe","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.620849681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"93f897a6-abfe-47dd-a2b6-87a5d44da50a","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.663091155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"f7f75328-4d65-4da6-81bd-a1ffae8860a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:33.817366373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-sub","reconcileID":"f5861f9f-8555-4192-aeeb-00b37d61549e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:35.848897809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92979c2-5045-40c2-a16c-ebe796dcc616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:35.898004486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92979c2-5045-40c2-a16c-ebe796dcc616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:35.991107549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92979c2-5045-40c2-a16c-ebe796dcc616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.041348386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f92979c2-5045-40c2-a16c-ebe796dcc616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.254653634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2e50c85-f055-42da-824f-390cdf9b7c14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.25467705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2e50c85-f055-42da-824f-390cdf9b7c14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.306589678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4b7116b-5c63-480c-b7e3-7d284b001d17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.306623079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4b7116b-5c63-480c-b7e3-7d284b001d17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.407536176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"609ef861-d923-4558-b0c2-5d748a311dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3586a6","tenantID":"e2e-api-a-3586a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.532970115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"609ef861-d923-4558-b0c2-5d748a311dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"name":"e2e-api-a-3586a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.587535889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3586a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"609ef861-d923-4558-b0c2-5d748a311dbd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.642542913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c6557c3-c2a7-4859-93b5-8c3a52720884","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:36.642566248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c6557c3-c2a7-4859-93b5-8c3a52720884","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:38.201468322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee07982e-b7fc-4a3c-9b17-fdc4571fcc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:38.25033575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee07982e-b7fc-4a3c-9b17-fdc4571fcc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:38.299089001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee07982e-b7fc-4a3c-9b17-fdc4571fcc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:38.348047921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee07982e-b7fc-4a3c-9b17-fdc4571fcc24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:39.230384177Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:41.385853994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fcd032-c211-43ce-bb7a-d3474bf4c6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:41.434974594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fcd032-c211-43ce-bb7a-d3474bf4c6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:41.483942868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fcd032-c211-43ce-bb7a-d3474bf4c6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:41.533344862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fcd032-c211-43ce-bb7a-d3474bf4c6b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:41.735640269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"bf5fcc0c-6e5f-40a3-8f56-e37530e02fed","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:41.790888867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"bf5fcc0c-6e5f-40a3-8f56-e37530e02fed","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:41.848288973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-3f4bfacf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"bf5fcc0c-6e5f-40a3-8f56-e37530e02fed","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:41.954839003Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-415459","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-415459","reconcileID":"f0a6a56f-e8e3-4601-a0a4-79e2410f2728","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-415459","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-415459":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:43.388921808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b57d6a-c485-45f1-a974-12e84aa2d9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:43.437805769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b57d6a-c485-45f1-a974-12e84aa2d9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:43.486277155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b57d6a-c485-45f1-a974-12e84aa2d9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:43.535669183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b57d6a-c485-45f1-a974-12e84aa2d9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:43.743684106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"f3111ba0-7da8-40c0-bffd-e281238822df","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:43.803955696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"f3111ba0-7da8-40c0-bffd-e281238822df","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:43.85637743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-5d4b82-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b96b8b121a041c37f8c0e6007646f0b6a134c670f487e965b547d9cc34bc1872) AuthConfig (9fddeed8af26f516a81c0181e1c42440ccfa6638bbbe358b67038de266644c8a) AuthConfig (6c02ab885b1fe6831f295d11fd09d5d5c14b0d3581d44d75c6b2c6c63badebf1) AuthConfig (29fa449ae3c87956ffe54cffadfd4137948f85ce4bf86418cdf7fa699408cdac) AuthConfig (2e69b62a673945eeee460210b6a27c4355d050d122bf6991bf26f5d842244aa2) AuthConfig (8fcfe28fb236a2643c5d6141402acfcefe8f37b1412a65d1a42a8afae152b576) AuthConfig (51452911d3fe69a082d65405847230d982df534b311c16b5857434db322988fc) AuthConfig (0c771b159b89f015affa1bd2c2fe9dfb64d266a50147efaa985f317e2b032513) AuthConfig (a0a2f5cc30dcab3433aa5820ec57a9156fb7a6bf90a22318ad2167b6e00a1c04) AuthConfig (ce0365b3511ae6258d078221e58fe950e7455487f6668a0d67a51437c2a9ff27) AuthConfig (48491a7ee130ba0e0a9d428591703bbfdfba3e04a1f2622cea9b6fc31fc449f6) AuthConfig (51d8f48ead54065bc7bcc6b8522516c3927ff567edbb4a70268e71eb1bcab284)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"f3111ba0-7da8-40c0-bffd-e281238822df","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:45.423475777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ea8c7c-1c38-4d06-a9f4-b8951c2ebe97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:45.477253402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ea8c7c-1c38-4d06-a9f4-b8951c2ebe97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:45.549681637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ea8c7c-1c38-4d06-a9f4-b8951c2ebe97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:45.60778267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ea8c7c-1c38-4d06-a9f4-b8951c2ebe97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:46.751111335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"3d266518-e574-496d-9b46-218a1020f6d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3586a6","tenantID":"e2e-api-a-3586a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:46.809269986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"3d266518-e574-496d-9b46-218a1020f6d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"name":"e2e-api-a-3586a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:46.862663614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3586a6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"3d266518-e574-496d-9b46-218a1020f6d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:47.826837119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"b5c9f893-2cd9-463a-89be-1a930565f123","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:48.000110932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"21eb6164-f38a-4753-af1f-14c343e14f26","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:48.000140666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"21eb6164-f38a-4753-af1f-14c343e14f26","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:49.255036732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"759cafaa-ba44-4893-8be2-30d4ee9a5430","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:49.321567796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"759cafaa-ba44-4893-8be2-30d4ee9a5430","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:49.378579221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-3f4bfacf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c88e40aed10c5ebf236df97a2cc4dba3f316c882f0868be677767bb409fa64b7) AuthConfig (ed5940911f4a8aaa5cbdd37989f985b4df5ed3693193989ff3810844112ccb8f) AuthConfig (96673114546d542c42faefde15b4e59cec220b190570ffaf3923598c32777c0f) AuthConfig (e7f13da805589c49ddcf6bbb3c10f0662de53d4e3caaa4cba8481208285edb16) AuthConfig (69f16e06b2bc12b6a5d7baa8657c7ebf1ae706c1dae9aec51b01594adebea0e3) AuthConfig (e16c58e6017abe9366d42582a40a8faa4158a55c42295176a247f78862c92cd2) AuthConfig (0c0002e6d8621f5dd72bae13f3410a3146e3decde6b7e138ff53fea947514255) AuthConfig (081c0164757cdfe42f071f4434bfffbe60ff5d306684dc6d05e369ffb3bca857) AuthConfig (1a31396996883ee6ddc0217874bb5a3e7e973345b2a551d0bf7ffdfd91bca9b3) AuthConfig (7b8496103056415a59559e45881fd7b2620d3c266bd50f24093b270e499fbc25) AuthConfig (39ccc3e542aa8259d12619c6caa611d8efd4fd4e923cfc71259695083d07691a) AuthConfig (7354252501f9b6093b08b3cab6f1ca02d97fb9de35a56b92624b4eb4d23d0cfa) AuthConfig (68c03e57ee825fa01410be84b103e52d4196ff78bfdb07cd7bc74eb5ab46926c) AuthConfig (77a07843d141cd45c7ffd3ac579b99506a85267ddaf3839c39583191cb475acb) AuthConfig (b6b2e7c1ab5c2a832cd7438eb765fde9474611733a5b3921d153426affc080ee) AuthConfig (68c57ce91d07491869eee92e6241e5058414fc4046ecbbae9b87fe9768f16bf4) AuthConfig (9be8c704fda8c4fcbcc24cba8de6e4b887b07196596a2f6ff463d1264d8ac997) AuthConfig (53b995550731cc77bf1c3e8f77be99f4ccc99254ed7d59e177271574694090bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"759cafaa-ba44-4893-8be2-30d4ee9a5430","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:49.434715886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"e1573dd9-40aa-4a32-9f12-653b160ff0bd","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:49.43473509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"e1573dd9-40aa-4a32-9f12-653b160ff0bd","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:54.003672626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"260954b8-3839-45b0-bd96-b0562f7f4f93","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:54.06020155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"260954b8-3839-45b0-bd96-b0562f7f4f93","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:54.32260613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"dd78b5f1-7cc3-4075-bf20-f0db86d918b0","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:55.55803674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"1896620d-6076-417a-82b3-a5ef39f4bc54","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:55.703442477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"075dc35e-acf8-437d-aad8-4721c5045238","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:55.703679987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"80918c13-d47e-4a99-89d8-75aaec68646b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:55.703442619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"11efd7a8-2d9e-4e1b-8eaa-c54db7f0a2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:55.757772207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"075dc35e-acf8-437d-aad8-4721c5045238","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:55.760051901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"11efd7a8-2d9e-4e1b-8eaa-c54db7f0a2b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:55.762308541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"80918c13-d47e-4a99-89d8-75aaec68646b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:56.961262273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"ba0da588-653f-4f21-af33-a1003ec441c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3586a6","tenantID":"e2e-api-a-3586a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:57.015074152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"ba0da588-653f-4f21-af33-a1003ec441c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"name":"e2e-api-a-3586a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:57.067631837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3586a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b72444e509198f5787cd6bd5486d03be6c4598854169d98e67f6ac6e1e728bb) AuthConfig (1fd1cd3f6e8cd11dd885ac1892f10243679b2ce26fdd377750bd720f9d10e246) AuthConfig (9f0d4f890aba4c247a16faff68a4841d18deae40d593541c4c6ce82fa896038d) AuthConfig (275836c8f177839cd5b757510e9fefa077259ac435f87252501a069cded0c22c) AuthConfig (311f82f9d43feba4fa93095b52d9d361bd74d56c48992ab96146ad31eda3a279) AuthConfig (6e60f85d3a360a357e9fd277a1ecf6e653cec59734c7da0a4a9d4e582137007a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"ba0da588-653f-4f21-af33-a1003ec441c3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:57.122611046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"363c6b56-724a-42f7-971c-49120b913e60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:57.122632143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"363c6b56-724a-42f7-971c-49120b913e60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:59.53885028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"ca10e429-d4c6-4adc-910a-95d8ab9510df","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:59.598078685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"ca10e429-d4c6-4adc-910a-95d8ab9510df","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:38:59.651687961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-3f4bfacf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c88e40aed10c5ebf236df97a2cc4dba3f316c882f0868be677767bb409fa64b7) AuthConfig (ed5940911f4a8aaa5cbdd37989f985b4df5ed3693193989ff3810844112ccb8f) AuthConfig (96673114546d542c42faefde15b4e59cec220b190570ffaf3923598c32777c0f) AuthConfig (e7f13da805589c49ddcf6bbb3c10f0662de53d4e3caaa4cba8481208285edb16) AuthConfig (69f16e06b2bc12b6a5d7baa8657c7ebf1ae706c1dae9aec51b01594adebea0e3) AuthConfig (e16c58e6017abe9366d42582a40a8faa4158a55c42295176a247f78862c92cd2) AuthConfig (0c0002e6d8621f5dd72bae13f3410a3146e3decde6b7e138ff53fea947514255) AuthConfig (081c0164757cdfe42f071f4434bfffbe60ff5d306684dc6d05e369ffb3bca857) AuthConfig (1a31396996883ee6ddc0217874bb5a3e7e973345b2a551d0bf7ffdfd91bca9b3) AuthConfig (7b8496103056415a59559e45881fd7b2620d3c266bd50f24093b270e499fbc25) AuthConfig (39ccc3e542aa8259d12619c6caa611d8efd4fd4e923cfc71259695083d07691a) AuthConfig (7354252501f9b6093b08b3cab6f1ca02d97fb9de35a56b92624b4eb4d23d0cfa) AuthConfig (68c03e57ee825fa01410be84b103e52d4196ff78bfdb07cd7bc74eb5ab46926c) AuthConfig (77a07843d141cd45c7ffd3ac579b99506a85267ddaf3839c39583191cb475acb) AuthConfig (b6b2e7c1ab5c2a832cd7438eb765fde9474611733a5b3921d153426affc080ee) AuthConfig (68c57ce91d07491869eee92e6241e5058414fc4046ecbbae9b87fe9768f16bf4) AuthConfig (9be8c704fda8c4fcbcc24cba8de6e4b887b07196596a2f6ff463d1264d8ac997) AuthConfig (53b995550731cc77bf1c3e8f77be99f4ccc99254ed7d59e177271574694090bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"ca10e429-d4c6-4adc-910a-95d8ab9510df","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:05.710399044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-sub","reconcileID":"fbbc9f4f-7a8a-40b1-978e-72b1fcaccc83","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:05.915819571Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-sub","reconcileID":"fbbc9f4f-7a8a-40b1-978e-72b1fcaccc83","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5d4b82/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.112257576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"a719b2c2-cdcf-43a8-9e2b-31275d09fc13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.122577409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"e8aec0e3-0315-4f45-bd95-05e51a3804b1","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.268860695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d6321a77-81d0-47f8-bba3-f66d74fb67ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.26891129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"61ab57b3-da39-43d1-8bd2-6e70d247f740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.269365444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"5a5662c2-5c66-479c-83ec-4df572246ab2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.27472964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"3c81007e-8cf3-4ea5-ba59-53b9f1b4c847","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.323058812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"5a5662c2-5c66-479c-83ec-4df572246ab2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.324251456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d6321a77-81d0-47f8-bba3-f66d74fb67ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.325546439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"61ab57b3-da39-43d1-8bd2-6e70d247f740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.468707869Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-api-key-scoped-auth","reconcileID":"01578ca6-1b5d-430a-b086-a7c3e32c39a0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:06.622380697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"c7ed6648-f2aa-4c0b-a18c-0ccbce5ef29e","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:07.219147601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"0a08d63d-fd86-48d2-9f17-7af586e53d80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3586a6","tenantID":"e2e-api-a-3586a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:07.273040199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"0a08d63d-fd86-48d2-9f17-7af586e53d80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"name":"e2e-api-a-3586a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:07.325786651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3586a6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b72444e509198f5787cd6bd5486d03be6c4598854169d98e67f6ac6e1e728bb) AuthConfig (1fd1cd3f6e8cd11dd885ac1892f10243679b2ce26fdd377750bd720f9d10e246) AuthConfig (9f0d4f890aba4c247a16faff68a4841d18deae40d593541c4c6ce82fa896038d) AuthConfig (275836c8f177839cd5b757510e9fefa077259ac435f87252501a069cded0c22c) AuthConfig (311f82f9d43feba4fa93095b52d9d361bd74d56c48992ab96146ad31eda3a279) AuthConfig (6e60f85d3a360a357e9fd277a1ecf6e653cec59734c7da0a4a9d4e582137007a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"0a08d63d-fd86-48d2-9f17-7af586e53d80","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:09.221734222Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:09.753338934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"793c554f-cd03-4a18-ac7f-7ff3dfc72d63","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:09.808537413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"793c554f-cd03-4a18-ac7f-7ff3dfc72d63","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:09.8910265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-3f4bfacf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c88e40aed10c5ebf236df97a2cc4dba3f316c882f0868be677767bb409fa64b7) AuthConfig (ed5940911f4a8aaa5cbdd37989f985b4df5ed3693193989ff3810844112ccb8f) AuthConfig (96673114546d542c42faefde15b4e59cec220b190570ffaf3923598c32777c0f) AuthConfig (e7f13da805589c49ddcf6bbb3c10f0662de53d4e3caaa4cba8481208285edb16) AuthConfig (69f16e06b2bc12b6a5d7baa8657c7ebf1ae706c1dae9aec51b01594adebea0e3) AuthConfig (e16c58e6017abe9366d42582a40a8faa4158a55c42295176a247f78862c92cd2) AuthConfig (0c0002e6d8621f5dd72bae13f3410a3146e3decde6b7e138ff53fea947514255) AuthConfig (081c0164757cdfe42f071f4434bfffbe60ff5d306684dc6d05e369ffb3bca857) AuthConfig (1a31396996883ee6ddc0217874bb5a3e7e973345b2a551d0bf7ffdfd91bca9b3) AuthConfig (7b8496103056415a59559e45881fd7b2620d3c266bd50f24093b270e499fbc25) AuthConfig (39ccc3e542aa8259d12619c6caa611d8efd4fd4e923cfc71259695083d07691a) AuthConfig (7354252501f9b6093b08b3cab6f1ca02d97fb9de35a56b92624b4eb4d23d0cfa) AuthConfig (68c03e57ee825fa01410be84b103e52d4196ff78bfdb07cd7bc74eb5ab46926c) AuthConfig (77a07843d141cd45c7ffd3ac579b99506a85267ddaf3839c39583191cb475acb) AuthConfig (b6b2e7c1ab5c2a832cd7438eb765fde9474611733a5b3921d153426affc080ee) AuthConfig (68c57ce91d07491869eee92e6241e5058414fc4046ecbbae9b87fe9768f16bf4) AuthConfig (9be8c704fda8c4fcbcc24cba8de6e4b887b07196596a2f6ff463d1264d8ac997) AuthConfig (53b995550731cc77bf1c3e8f77be99f4ccc99254ed7d59e177271574694090bc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"793c554f-cd03-4a18-ac7f-7ff3dfc72d63","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:10.493641736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f3fa6d-3ec3-4c49-b7bd-74e0de0749fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:10.542264033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f3fa6d-3ec3-4c49-b7bd-74e0de0749fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:10.590900414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f3fa6d-3ec3-4c49-b7bd-74e0de0749fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:10.639446919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f3fa6d-3ec3-4c49-b7bd-74e0de0749fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:11.640857881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d11b232-c636-45da-a714-9d8ff9f20855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:11.640878757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d11b232-c636-45da-a714-9d8ff9f20855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:11.692777744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"002999c5-a0ec-478e-a6b4-a7ebdbd31e0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:11.692798672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"002999c5-a0ec-478e-a6b4-a7ebdbd31e0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:11.792025121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"58f88e3a-314c-467b-b6c9-2db702e05316","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:11.974697923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"58f88e3a-314c-467b-b6c9-2db702e05316","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"name":"e2e-api-a-feaabe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:12.027059617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-feaabe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"58f88e3a-314c-467b-b6c9-2db702e05316","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:12.081878328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e54a9d70-4589-450d-9aaa-8a98baad9d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:12.081910707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e54a9d70-4589-450d-9aaa-8a98baad9d69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:12.412929111Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6ff606","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6ff606","reconcileID":"08edad8f-2654-4436-b904-77a33c9495d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6ff606","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-6ff606":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:12.509728381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c28ad8-7298-4376-b861-d5864d4f0eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:12.558793306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c28ad8-7298-4376-b861-d5864d4f0eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:12.631072873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c28ad8-7298-4376-b861-d5864d4f0eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:12.786486653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96c28ad8-7298-4376-b861-d5864d4f0eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:14.827724834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b026e96f-33a7-4717-a1a9-65d7f2379ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:14.902405402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b026e96f-33a7-4717-a1a9-65d7f2379ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:14.952857226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b026e96f-33a7-4717-a1a9-65d7f2379ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:15.00171692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b026e96f-33a7-4717-a1a9-65d7f2379ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:16.925290892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4337fc-e72e-49bc-8ba7-7f27fe832288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:16.974683465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4337fc-e72e-49bc-8ba7-7f27fe832288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:17.024906791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4337fc-e72e-49bc-8ba7-7f27fe832288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:17.073819586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b4337fc-e72e-49bc-8ba7-7f27fe832288","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:17.42570892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"b3948c9d-5f29-4a3d-a8bd-8127fcde12c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3586a6","tenantID":"e2e-api-a-3586a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:17.479322045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"b3948c9d-5f29-4a3d-a8bd-8127fcde12c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"name":"e2e-api-a-3586a6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:17.784598791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f63e8e92-b8a0-4f96-a490-a3381d842310","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:17.78461943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f63e8e92-b8a0-4f96-a490-a3381d842310","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:18.123839664Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-44a933","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-44a933","reconcileID":"fb995f4a-b04d-48f6-b0e0-82e8ed41e4ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-44a933","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-44a933":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:19.055589575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76adcee-54bf-43c3-ab22-005eaa1cef27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:19.135238454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76adcee-54bf-43c3-ab22-005eaa1cef27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:19.187196536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76adcee-54bf-43c3-ab22-005eaa1cef27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:19.236725747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a76adcee-54bf-43c3-ab22-005eaa1cef27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:19.996294844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"e8f0f993-3cf2-4d10-9760-e4617271f4d0","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:20.051962239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"e8f0f993-3cf2-4d10-9760-e4617271f4d0","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:20.393477085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"4118c62b-f412-4043-a992-8748dee021e9","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:20.393496899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"4118c62b-f412-4043-a992-8748dee021e9","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:21.027392866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d04f7b96-d1c4-433c-b8f0-40b846b75fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:21.094748877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d04f7b96-d1c4-433c-b8f0-40b846b75fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:21.16475698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d04f7b96-d1c4-433c-b8f0-40b846b75fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:21.230366634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d04f7b96-d1c4-433c-b8f0-40b846b75fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:22.211076775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"8ad96c09-cad7-42a7-b7be-265f664e067b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:22.265755939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"8ad96c09-cad7-42a7-b7be-265f664e067b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"name":"e2e-api-a-feaabe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:22.322483272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-feaabe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"8ad96c09-cad7-42a7-b7be-265f664e067b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:23.188527502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c773ead-b1b8-4ab7-a294-245e3bfc486e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:23.23734651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c773ead-b1b8-4ab7-a294-245e3bfc486e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:23.285999587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c773ead-b1b8-4ab7-a294-245e3bfc486e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:23.334629466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c773ead-b1b8-4ab7-a294-245e3bfc486e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:23.715275785Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-820d6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-820d6f","reconcileID":"14b94a2d-9974-40a3-a6c0-ede28b58ea9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-820d6f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-820d6f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:25.149004153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ec9f29-7360-455c-9393-920b1663e94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:25.201585151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ec9f29-7360-455c-9393-920b1663e94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:25.25110331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ec9f29-7360-455c-9393-920b1663e94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:25.299790637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ec9f29-7360-455c-9393-920b1663e94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:27.088667978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7cbb70-d60b-48a8-a8a2-5e15e6cede50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:27.138163937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7cbb70-d60b-48a8-a8a2-5e15e6cede50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:27.186879284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7cbb70-d60b-48a8-a8a2-5e15e6cede50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:27.235620418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f7cbb70-d60b-48a8-a8a2-5e15e6cede50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:29.330607396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b56526b-bbd4-4d47-8dd8-a3361c881d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:29.380032765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b56526b-bbd4-4d47-8dd8-a3361c881d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:29.428718222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b56526b-bbd4-4d47-8dd8-a3361c881d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:29.477366183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b56526b-bbd4-4d47-8dd8-a3361c881d42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:30.615258774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"4f6ed721-d9ba-4d4c-a23f-7c3191d2e026","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:30.621648888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"4f6ed721-d9ba-4d4c-a23f-7c3191d2e026","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:30.734302697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"386b1777-938f-45d3-a694-c73925041d01","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:30.734335807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"386b1777-938f-45d3-a694-c73925041d01","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:30.78458935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"a167900c-e807-4520-b2f3-f11592102793","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:30.835486995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"aefa7391-eff8-4039-acfa-7569bbb9b765","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:30.847975429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"a167900c-e807-4520-b2f3-f11592102793","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:31.169698802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"c6ca9567-3689-4de4-8ecc-3f4b4b5c7b2d","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:31.169956213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"463f2366-7e76-4677-b9ad-640a92a5e835","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:31.224312734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"c6ca9567-3689-4de4-8ecc-3f4b4b5c7b2d","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:31.585083782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad6d9f8-d1fd-42ac-bfb5-aefe528bf610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:31.633900026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad6d9f8-d1fd-42ac-bfb5-aefe528bf610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:31.682579123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad6d9f8-d1fd-42ac-bfb5-aefe528bf610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:31.731605795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ad6d9f8-d1fd-42ac-bfb5-aefe528bf610","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.420683113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"dc1ee1ad-83e8-4258-bf5e-ce4f7d6d2fe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.432056265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"37b736c1-d189-46e6-b1fe-45e5ba5a9185","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.474742219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"dc1ee1ad-83e8-4258-bf5e-ce4f7d6d2fe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"name":"e2e-api-a-feaabe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.527613515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-feaabe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5cf5fba333341d18ae641eff02208572ae12e660e470b566fbe67b421e46488a) AuthConfig (10475e316d896f56e1ae513079829c5c2742b266636372dd86d3fc5a0435aecd) AuthConfig (14b4b6760e0833596a3bf51092ee0e40ea9c08958d31b9b9f161e16ec16058e5) AuthConfig (0520f0a5132f600645068ce15adb98783be9863c34262da0efd9b1878a071815) AuthConfig (c2b9a579ea7f435d034cef9f9c8dd0ff418fb0164c412ff49202a112b62ffb7e) AuthConfig (ef5ce23525b81ef1756245e2ea8cc3cc90c00e66ba9ade63754850508a077a66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"dc1ee1ad-83e8-4258-bf5e-ce4f7d6d2fe4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.544753287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"c868b684-4094-47bf-b7f7-c92bee0ebc9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.582526175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b6c148e-b57e-4673-bfb1-551999c3a0ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.582549993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b6c148e-b57e-4673-bfb1-551999c3a0ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.64529482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"af958a24-a4ad-41eb-97d9-f7f2e46707b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.747698856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"19400c43-b6ae-42c8-a060-43fad2ac7e03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.944133394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"73bd320c-e2a0-4ba6-b02a-84a506ab7d0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:32.979388584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae33a955-22ad-4bd7-b981-7a6ab98a047c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.072525832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01220240-f4e5-4952-83a3-a4e5854fd7d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.183691016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"f3007911-d8af-405e-a402-bf9c243b55bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.255445603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"3cdb989b-b587-44c9-9beb-abdcd42946d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.303570731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"c8f8d889-61e6-4902-9b4c-693aa2e3ecb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.409258156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"8976b9b2-fb73-41d4-97f6-7899e4adf4b0","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.481751588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"4153c597-873d-4f86-911a-b648e5527eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.581491267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"44d35235-440d-41f7-8e7d-017138040f3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.604232537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6b1a9b-516b-4cb4-b1a2-87d754654fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.652868184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6b1a9b-516b-4cb4-b1a2-87d754654fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.701515692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6b1a9b-516b-4cb4-b1a2-87d754654fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:33.750093239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6b1a9b-516b-4cb4-b1a2-87d754654fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:34.397315556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"052ea111-0414-4a64-a2aa-d9bc5bbc4c1b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-415459","tenantID":"e2e-api-b-415459","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:34.508338667Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"052ea111-0414-4a64-a2aa-d9bc5bbc4c1b","name":"e2e-api-b-415459-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:35.589115104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c367e0b0-0c6b-450f-b5e2-cedc2149c707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:35.640523705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c367e0b0-0c6b-450f-b5e2-cedc2149c707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:35.689135365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c367e0b0-0c6b-450f-b5e2-cedc2149c707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:35.737950459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c367e0b0-0c6b-450f-b5e2-cedc2149c707","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:37.584958614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0f60bb-79fc-4bb8-8729-a4f6a309d666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:37.633890276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0f60bb-79fc-4bb8-8729-a4f6a309d666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:37.682674731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0f60bb-79fc-4bb8-8729-a4f6a309d666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:37.731561958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c0f60bb-79fc-4bb8-8729-a4f6a309d666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:39.221400377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:39.62681204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38bf7e70-799e-4e51-8997-e6255e08f309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:39.675416361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38bf7e70-799e-4e51-8997-e6255e08f309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:39.723851831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38bf7e70-799e-4e51-8997-e6255e08f309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:39.772657226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38bf7e70-799e-4e51-8997-e6255e08f309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.141123724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"b64b2f85-1e3b-44ca-8fb2-9a39bcddb9b2","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.141154854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"b64b2f85-1e3b-44ca-8fb2-9a39bcddb9b2","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.238841567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"8327dbd2-56d9-40a0-ae79-89b388325cfb","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.292568107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"8327dbd2-56d9-40a0-ae79-89b388325cfb","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.337433892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"8e7074b5-0a91-4f31-862b-b4788a49a819","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.535831024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"f4aa9299-ffbf-47ff-a119-c03fd0f91029","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.590594051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"f4aa9299-ffbf-47ff-a119-c03fd0f91029","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.592030594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d355a-3bfd-4e41-b176-0fc97f079415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.638515801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"89be2bad-048b-434e-9c68-c3cae6b9362b","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.640609258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d355a-3bfd-4e41-b176-0fc97f079415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.701732125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d355a-3bfd-4e41-b176-0fc97f079415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:41.750567084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d355a-3bfd-4e41-b176-0fc97f079415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:42.682618636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"ed165133-3b8b-4551-b011-a8e502abb7ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:42.786248401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"ed165133-3b8b-4551-b011-a8e502abb7ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"name":"e2e-api-a-feaabe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:42.83871702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-feaabe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5cf5fba333341d18ae641eff02208572ae12e660e470b566fbe67b421e46488a) AuthConfig (10475e316d896f56e1ae513079829c5c2742b266636372dd86d3fc5a0435aecd) AuthConfig (14b4b6760e0833596a3bf51092ee0e40ea9c08958d31b9b9f161e16ec16058e5) AuthConfig (0520f0a5132f600645068ce15adb98783be9863c34262da0efd9b1878a071815) AuthConfig (c2b9a579ea7f435d034cef9f9c8dd0ff418fb0164c412ff49202a112b62ffb7e) AuthConfig (ef5ce23525b81ef1756245e2ea8cc3cc90c00e66ba9ade63754850508a077a66)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"ed165133-3b8b-4551-b011-a8e502abb7ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:43.693948103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff62e46-7420-4b3f-8dc8-29c127701524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:43.742761623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff62e46-7420-4b3f-8dc8-29c127701524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:43.791370372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff62e46-7420-4b3f-8dc8-29c127701524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:43.840168631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff62e46-7420-4b3f-8dc8-29c127701524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:47.604402972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09a9a56e-db5d-43e3-8c39-2ba820598605","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:47.692968949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"def5ecdd-cac1-4da5-ae48-6e7ed75618a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:47.771714618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"67aa88eb-1228-4ed5-a17d-e4d893e5d267","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:47.872382428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"95ed0915-4007-4785-a9f0-7a7bd3096e17","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:47.97204718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"1c68845d-2e0d-473c-874d-9604644983bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:48.016559104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"72ade8b6-10c9-432c-98f2-91f55f7500ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:48.078667882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"e5852f81-564f-438d-a33b-4d49de966f1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:48.180304134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"dadba34b-ba96-45d1-9302-824951946c7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:48.209477657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f9c5654-4187-4fd3-9e4a-830deea3e445","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:48.278814825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"6068f4f4-d338-4445-8d2d-b139d3ce8590","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:48.459574522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"d980f6f3-dd79-4ff8-ab85-49b99d9cb38f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:48.777527043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"a50967de-c7b7-4576-979f-d2ce38907ceb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:48.961425255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"c34d7a9e-bc01-44ff-87ef-6fdbc3c749d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:52.937314266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"16872913-5fd3-4f39-92c6-6b666cfa9d84","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:52.991340141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"16872913-5fd3-4f39-92c6-6b666cfa9d84","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"name":"e2e-api-a-feaabe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:53.296575542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4e81583-eb0a-4722-826b-9ad433a89639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:39:53.296597969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4e81583-eb0a-4722-826b-9ad433a89639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:07.587621956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"7e6662c5-4e18-4916-a50d-6cfb6cf72714","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:07.698861202Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"7e6662c5-4e18-4916-a50d-6cfb6cf72714","name":"e2e-api-a-6ff606-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:09.221606605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:16.863027579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"bbdc1dc8-1068-43ec-a999-c2e426b457b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-44a933","tenantID":"e2e-api-b-44a933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:16.975195838Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"bbdc1dc8-1068-43ec-a999-c2e426b457b9","name":"e2e-api-b-44a933-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:26.245276886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"7198741b-6ab9-4ef5-bf3f-e035e62cef7d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:26.356950681Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"7198741b-6ab9-4ef5-bf3f-e035e62cef7d","name":"e2e-api-a-820d6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:37.478428895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88ba619-722a-4610-8b11-11826c3a5d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:37.528167496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88ba619-722a-4610-8b11-11826c3a5d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:37.576694456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88ba619-722a-4610-8b11-11826c3a5d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:37.625815405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88ba619-722a-4610-8b11-11826c3a5d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:39.222739117Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:39.420370578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475bd3ef-ae79-453a-8508-ffc619a83243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:39.469039396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475bd3ef-ae79-453a-8508-ffc619a83243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:39.517619035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475bd3ef-ae79-453a-8508-ffc619a83243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:39.566593152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"475bd3ef-ae79-453a-8508-ffc619a83243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:39.980224226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06b9decd-3324-4362-b464-7800f9b76323","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:39.980251749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06b9decd-3324-4362-b464-7800f9b76323","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.03459521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ff048df-d129-4170-946c-1ada7c732e5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.034622285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ff048df-d129-4170-946c-1ada7c732e5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.13150658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"a0504651-ef2e-473f-a9ff-2b9236e7c0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-415459","tenantID":"e2e-api-b-415459","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.252651369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"a0504651-ef2e-473f-a9ff-2b9236e7c0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"name":"e2e-api-b-415459-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.305704818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-415459-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"a0504651-ef2e-473f-a9ff-2b9236e7c0af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.360376009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d98b9a9b-71cf-4d99-8312-a492d37a6279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.360395162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d98b9a9b-71cf-4d99-8312-a492d37a6279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.834652234Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"0b9816d7-dbcb-41ae-852b-961c7f66f525","namespace":"ai-tenant-e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.834718876Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"0b9816d7-dbcb-41ae-852b-961c7f66f525","name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.888958721Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"0b9816d7-dbcb-41ae-852b-961c7f66f525","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.888986428Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"0b9816d7-dbcb-41ae-852b-961c7f66f525","namespace":"ai-tenant-e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.889095201Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"0b9816d7-dbcb-41ae-852b-961c7f66f525","name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.889369313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"5f7c5635-0045-4a57-894c-786b4afd3947","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.889387137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"5f7c5635-0045-4a57-894c-786b4afd3947","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.943822037Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"0b9816d7-dbcb-41ae-852b-961c7f66f525","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.946357297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"fc8bed36-5a31-4520-a666-41a09c08c472","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.946375857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"fc8bed36-5a31-4520-a666-41a09c08c472","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:40.95276783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"66bd99d9-02e7-44f4-a25c-d6a13f708918","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:40:41.003985604Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"fc8bed36-5a31-4520-a666-41a09c08c472","name":"e2e-lifecycle-model-3f4bfacf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-3f4bfacf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:40:41.004053463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"fc8bed36-5a31-4520-a666-41a09c08c472","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-3f4bfacf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.006320922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"66bd99d9-02e7-44f4-a25c-d6a13f708918","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.009250526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"956923e4-0320-45f5-9357-a355bc1c4979","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.009266761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"956923e4-0320-45f5-9357-a355bc1c4979","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.057818736Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"fee367cf-9adc-466f-a040-cc21a3f0aff3","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f57d0ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.113322876Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"281056ee-eb8e-4b8e-8b6b-42ba83683b39","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f57d0ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.207162478Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"34cae780-d89d-4164-8926-c2c236159899","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.404496549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"34cae780-d89d-4164-8926-c2c236159899","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.501403079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2ef0b5-bc56-467f-8755-35a780ac763b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.550670493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2ef0b5-bc56-467f-8755-35a780ac763b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.570061492Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"34cae780-d89d-4164-8926-c2c236159899","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"e2e-mt-3f4bfacf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.570084165Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-policy-3f4bfacf","reconcileID":"34cae780-d89d-4164-8926-c2c236159899","MaaSAuthPolicy":{"name":"e2e-policy-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.599350863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2ef0b5-bc56-467f-8755-35a780ac763b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.648132185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2ef0b5-bc56-467f-8755-35a780ac763b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.653534885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"a55dd73f-64ad-4f1a-a6d6-1a0f8c7b1d1f","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:41.653551295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"a55dd73f-64ad-4f1a-a6d6-1a0f8c7b1d1f","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:46.262175682Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"639565b6-94aa-4f08-82bb-f701a7bf4384","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:46.262278211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"415f0834-ee40-4ed7-bf5a-0824f0f26c72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:46.262298289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"415f0834-ee40-4ed7-bf5a-0824f0f26c72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:46.40989697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"639565b6-94aa-4f08-82bb-f701a7bf4384","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3586a6","tenantID":"e2e-api-a-3586a6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:46.539534667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"639565b6-94aa-4f08-82bb-f701a7bf4384","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"name":"e2e-api-a-3586a6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:46.53956243Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"e2e-e2e-api-a-3586a6-policy","reconcileID":"639565b6-94aa-4f08-82bb-f701a7bf4384","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3586a6-policy","namespace":"ai-tenant-e2e-api-a-3586a6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3586a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:46.593246878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43ef89c4-488b-4a03-bd55-47f2a97e065b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:46.593267386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43ef89c4-488b-4a03-bd55-47f2a97e065b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:48.163069414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91973fe-9d29-4c6d-adaa-8f6bd4828639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:48.212953009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91973fe-9d29-4c6d-adaa-8f6bd4828639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:48.261844112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91973fe-9d29-4c6d-adaa-8f6bd4828639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:48.310431323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d91973fe-9d29-4c6d-adaa-8f6bd4828639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:50.192056915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae53a54-dcf9-48ae-91d4-d87b3694c250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:50.241116086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae53a54-dcf9-48ae-91d4-d87b3694c250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:50.290403345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae53a54-dcf9-48ae-91d4-d87b3694c250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:50.339159618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae53a54-dcf9-48ae-91d4-d87b3694c250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:50.459905397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"018143db-135d-4962-a0d5-f49e3e1ecfd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-415459","tenantID":"e2e-api-b-415459","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:50.523329787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"018143db-135d-4962-a0d5-f49e3e1ecfd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"name":"e2e-api-b-415459-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:50.594046521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-415459-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"018143db-135d-4962-a0d5-f49e3e1ecfd0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:51.163125723Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"82c67663-1805-4685-9d95-dfb632abfc2d","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","subscription":"e2e-sub-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:51.212702827Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"82c67663-1805-4685-9d95-dfb632abfc2d","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:51.263362147Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-sub-3f4bfacf","reconcileID":"82c67663-1805-4685-9d95-dfb632abfc2d","MaaSSubscription":{"name":"e2e-sub-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"name":"maas-trlp-e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:51.661316083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"31bb29f8-3297-4f41-9c49-407b4e55780f","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:40:51.661340239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"31bb29f8-3297-4f41-9c49-407b4e55780f","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:00.702814974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"6dc69e27-112e-4e40-bc08-1bd184274904","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-415459","tenantID":"e2e-api-b-415459","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:00.789625871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"6dc69e27-112e-4e40-bc08-1bd184274904","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"name":"e2e-api-b-415459-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:00.84261717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-415459-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"6dc69e27-112e-4e40-bc08-1bd184274904","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.471335508Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","namespace":"ai-tenant-e2e-api-a-3586a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.47147512Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","namespace":"ai-tenant-e2e-api-a-3586a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.471586151Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","tenant":"e2e-api-a-3586a6","tenantID":"e2e-api-a-3586a6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.52234415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"Deployment","name":"maas-api-e2e-api-a-3586a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.581756136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"Service","name":"maas-api-e2e-api-a-3586a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.639660255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3586a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.698529876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3586a6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.75537695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.807819923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.869719522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.929578789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:04.981819235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"Deployment","name":"payload-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.042890981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.094924057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"Service","name":"payload-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.146506181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.203531383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.254914702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.316360998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.419218589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.471616981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.520245186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.574331325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3586a6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:05.690898579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3586a6"},"namespace":"ai-tenant-e2e-api-a-3586a6","name":"default-tenant","reconcileID":"7f2e537f-1ea8-4eb9-b1dc-ce08c9ac4fcd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3586a6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:06.305597046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a19f92e-126a-482b-a0a6-c751756531ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:06.356801511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a19f92e-126a-482b-a0a6-c751756531ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:06.405821334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a19f92e-126a-482b-a0a6-c751756531ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:06.45456054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a19f92e-126a-482b-a0a6-c751756531ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:08.271898834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aaa2713-eb3a-4162-9b12-83ede6837e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:08.320825629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aaa2713-eb3a-4162-9b12-83ede6837e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:08.370177657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aaa2713-eb3a-4162-9b12-83ede6837e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:08.422255934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aaa2713-eb3a-4162-9b12-83ede6837e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:09.22131871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.25019773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b97bd7-285f-47f6-b39b-cb31ae345b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.299035497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b97bd7-285f-47f6-b39b-cb31ae345b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.350149828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b97bd7-285f-47f6-b39b-cb31ae345b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.400824154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11b97bd7-285f-47f6-b39b-cb31ae345b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.509258952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a6bf72f-68df-4a57-aa86-249f0381d055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.509289142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a6bf72f-68df-4a57-aa86-249f0381d055","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.561669695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"366bf347-2d89-4f58-887a-8544a9c41170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.561715222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"366bf347-2d89-4f58-887a-8544a9c41170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.740526114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"d04bdad2-5a3e-4c68-ac37-d6e05be00929","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.897816579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"d04bdad2-5a3e-4c68-ac37-d6e05be00929","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.953569584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"70a045f2-2e2c-4a8e-811c-fd19820d79b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-415459","tenantID":"e2e-api-b-415459","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:10.955173894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6ff606-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"d04bdad2-5a3e-4c68-ac37-d6e05be00929","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:11.01729349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"299316c7-0063-4fa2-bb68-1d883e5ffc17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:11.07009931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"299316c7-0063-4fa2-bb68-1d883e5ffc17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:11.087386001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"70a045f2-2e2c-4a8e-811c-fd19820d79b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"name":"e2e-api-b-415459-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:11.171637235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-415459-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b7dc397cbfe517e371b6f29f128ced467da7457268cfa20d6c77297a71c9e7e) AuthConfig (0a9379ae57f0e75d7206dde3921a9965869578c87e550d56d11b288690b568c9) AuthConfig (7075de129ccdf5c6d4ebdeba535935c2f309118717538637d4fcb18a30a7716f) AuthConfig (309a88825107e7b7367fcbc3d69cf9a2d68e38f5aeeff8ceb36272b059fbe830) AuthConfig (686587cd219980f23d82cdf9759200900ad9ac8c4415ded972b6f0124bd3a9b9) AuthConfig (8b1869e46e17cf928f47d15ce081dc60e9b72291aa9e56e9704bc0e723474e20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"70a045f2-2e2c-4a8e-811c-fd19820d79b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:11.226882984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e151eba3-658c-490c-82a5-9109ac58c5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:11.226911092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e151eba3-658c-490c-82a5-9109ac58c5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:12.347792142Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3586a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3586a6","reconcileID":"0e73e386-7a4d-4aa6-9714-d0f22d716cde","aitenant":"ai-tenants/e2e-api-a-3586a6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:12.704279927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75c15c6-1fa8-4333-9592-33ff24000971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:12.752995329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75c15c6-1fa8-4333-9592-33ff24000971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:12.801532874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75c15c6-1fa8-4333-9592-33ff24000971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:12.850323801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b75c15c6-1fa8-4333-9592-33ff24000971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:13.120795162Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3586a6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3586a6","reconcileID":"0e73e386-7a4d-4aa6-9714-d0f22d716cde","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3586a6","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3586a6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:14.717340084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5ab7f8-e6f4-4ae0-9be5-e468f694e8cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:14.766041527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5ab7f8-e6f4-4ae0-9be5-e468f694e8cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:14.814954458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5ab7f8-e6f4-4ae0-9be5-e468f694e8cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:14.863379927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5ab7f8-e6f4-4ae0-9be5-e468f694e8cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.185076244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"467831f5-7cbc-499e-b98d-34a6c8cdede6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.185105546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"467831f5-7cbc-499e-b98d-34a6c8cdede6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.237391417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d283a07-124a-417d-8b74-f1ade29fd448","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.237415797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d283a07-124a-417d-8b74-f1ade29fd448","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.339164069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"4665f313-f94d-4cf4-ac37-4ac4472be9b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-44a933","tenantID":"e2e-api-b-44a933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.46196153Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"4665f313-f94d-4cf4-ac37-4ac4472be9b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"name":"e2e-api-b-44a933-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.514299239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-44a933-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"4665f313-f94d-4cf4-ac37-4ac4472be9b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.570116157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdd646c4-6c5a-4982-9b08-be8a23dba6eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.570144159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdd646c4-6c5a-4982-9b08-be8a23dba6eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:15.652872781Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0d5016","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0d5016","reconcileID":"7098faf1-9873-4e4b-b1af-11e04901c730","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0d5016","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-0d5016":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:16.787694442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffde0c4-8e1a-48ad-8928-532688a78430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:16.852038998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffde0c4-8e1a-48ad-8928-532688a78430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:16.902283864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffde0c4-8e1a-48ad-8928-532688a78430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:16.951174384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bffde0c4-8e1a-48ad-8928-532688a78430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:18.747404939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc44991-3274-4511-a62b-c4f4ff808883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:18.795932436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc44991-3274-4511-a62b-c4f4ff808883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:18.844691346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc44991-3274-4511-a62b-c4f4ff808883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:18.893497659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc44991-3274-4511-a62b-c4f4ff808883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.487618255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"a9b5e6dc-5f79-4a53-afef-2bc255953dc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-415459","tenantID":"e2e-api-b-415459","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.541535895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"a9b5e6dc-5f79-4a53-afef-2bc255953dc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"name":"e2e-api-b-415459-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.605840704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-415459-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b7dc397cbfe517e371b6f29f128ced467da7457268cfa20d6c77297a71c9e7e) AuthConfig (0a9379ae57f0e75d7206dde3921a9965869578c87e550d56d11b288690b568c9) AuthConfig (7075de129ccdf5c6d4ebdeba535935c2f309118717538637d4fcb18a30a7716f) AuthConfig (309a88825107e7b7367fcbc3d69cf9a2d68e38f5aeeff8ceb36272b059fbe830) AuthConfig (686587cd219980f23d82cdf9759200900ad9ac8c4415ded972b6f0124bd3a9b9) AuthConfig (8b1869e46e17cf928f47d15ce081dc60e9b72291aa9e56e9704bc0e723474e20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"a9b5e6dc-5f79-4a53-afef-2bc255953dc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.715712492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f199be-a953-4fbe-8d84-aeee77d25e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.764276226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f199be-a953-4fbe-8d84-aeee77d25e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.813187766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f199be-a953-4fbe-8d84-aeee77d25e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.852417963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c1f5d3-3a9f-4af4-b364-d323ab777d10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.852437703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c1f5d3-3a9f-4af4-b364-d323ab777d10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.86202878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50f199be-a953-4fbe-8d84-aeee77d25e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:20.86218988Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"bc1556fb-57da-492d-a061-a6bec5ac54d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:21.008434296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"bc1556fb-57da-492d-a061-a6bec5ac54d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-415459","tenantID":"e2e-api-b-415459","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:21.131569496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"bc1556fb-57da-492d-a061-a6bec5ac54d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"name":"e2e-api-b-415459-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:21.131609781Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"e2e-e2e-api-b-415459-policy","reconcileID":"bc1556fb-57da-492d-a061-a6bec5ac54d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-415459-policy","namespace":"ai-tenant-e2e-api-b-415459"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-415459","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:21.216847504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b30a7de-1db5-4521-a765-3753ccf9d86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:21.216976965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b30a7de-1db5-4521-a765-3753ccf9d86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:21.218908914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"5cb16c35-8c52-4653-a577-ae32f435ef7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:21.311284203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"5cb16c35-8c52-4653-a577-ae32f435ef7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:21.381557076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6ff606-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"5cb16c35-8c52-4653-a577-ae32f435ef7b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:22.790371328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e4eaf0-dd7d-4325-bf07-d8a0e651b675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:22.839340504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e4eaf0-dd7d-4325-bf07-d8a0e651b675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:22.888152186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e4eaf0-dd7d-4325-bf07-d8a0e651b675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:22.937065604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e4eaf0-dd7d-4325-bf07-d8a0e651b675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:22.99028492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"a1c929fd-c390-4140-9f63-ebe95a0037a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:23.044056079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"a1c929fd-c390-4140-9f63-ebe95a0037a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"name":"e2e-api-a-feaabe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:23.342575669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"ab0a4428-e787-4bd2-a4a4-63349ead88e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:23.39623928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"ab0a4428-e787-4bd2-a4a4-63349ead88e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"name":"e2e-api-a-feaabe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:23.759991505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"1fe3d5c4-9f18-483f-a4ac-bb85f7076274","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:23.76016193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7fcbe0d-0662-476d-a323-b323266ef444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:23.760181934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7fcbe0d-0662-476d-a323-b323266ef444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:23.986104523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"1fe3d5c4-9f18-483f-a4ac-bb85f7076274","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:24.109123406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"1fe3d5c4-9f18-483f-a4ac-bb85f7076274","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"name":"e2e-api-a-feaabe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:24.109150683Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"e2e-e2e-api-a-feaabe-policy","reconcileID":"1fe3d5c4-9f18-483f-a4ac-bb85f7076274","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-feaabe-policy","namespace":"ai-tenant-e2e-api-a-feaabe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-feaabe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:24.162843434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9f5465b-e546-4733-958f-5bfc011607ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:24.162866663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9f5465b-e546-4733-958f-5bfc011607ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:24.789504048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aff6d2f-0514-4421-9f66-682cca66839c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:24.838267908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aff6d2f-0514-4421-9f66-682cca66839c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:24.904547596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aff6d2f-0514-4421-9f66-682cca66839c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:24.958407007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aff6d2f-0514-4421-9f66-682cca66839c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:25.668852967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"e64ebe48-c111-41a3-8d44-f4418ef14700","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-44a933","tenantID":"e2e-api-b-44a933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:25.72308404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"e64ebe48-c111-41a3-8d44-f4418ef14700","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"name":"e2e-api-b-44a933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:25.777353568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-44a933-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"e64ebe48-c111-41a3-8d44-f4418ef14700","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.250414755Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","namespace":"ai-tenant-e2e-api-b-415459","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.250541901Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","namespace":"ai-tenant-e2e-api-b-415459","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.250647095Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","tenant":"e2e-api-b-415459","tenantID":"e2e-api-b-415459","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.304746415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"Deployment","name":"maas-api-e2e-api-b-415459","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.364159759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"Service","name":"maas-api-e2e-api-b-415459","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.41997696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-415459","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.47262201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-415459","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.526053689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.580684341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.633586243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.713244647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.7726782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"Deployment","name":"payload-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.850336798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.867904901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee02d64-3992-462e-9799-1d9b220ca212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.922665262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee02d64-3992-462e-9799-1d9b220ca212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.942914232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"Service","name":"payload-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.972267323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee02d64-3992-462e-9799-1d9b220ca212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.973894161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a5fc2aa-7436-4f4a-aa66-818438987255","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:26.973916855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a5fc2aa-7436-4f4a-aa66-818438987255","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.021106427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee02d64-3992-462e-9799-1d9b220ca212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.030777993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"Service","name":"payload-pre-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.074001617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8d61642-ad14-4a0a-a653-b4152bf727af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.074021839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8d61642-ad14-4a0a-a653-b4152bf727af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.081769205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.132783613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.173830139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"4a40ff5a-aef4-40b6-9815-99b17f14ba4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.187706126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.277405406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.299604267Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"4a40ff5a-aef4-40b6-9815-99b17f14ba4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"name":"e2e-api-a-820d6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.33087879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.35264954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-820d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"4a40ff5a-aef4-40b6-9815-99b17f14ba4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.382923308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.405691265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3419a21d-09ef-4fe3-a717-5f467ee3da32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.405710686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3419a21d-09ef-4fe3-a717-5f467ee3da32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.432150941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-415459","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:27.496298962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-415459"},"namespace":"ai-tenant-e2e-api-b-415459","name":"default-tenant","reconcileID":"a259e7b6-f52c-4f03-9930-becca01a17bb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-415459","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:29.025310159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d0b6b2-8be7-44b5-a439-ca3f15aea9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:29.07437125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d0b6b2-8be7-44b5-a439-ca3f15aea9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:29.123601953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d0b6b2-8be7-44b5-a439-ca3f15aea9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:29.172346384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d0b6b2-8be7-44b5-a439-ca3f15aea9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:31.479268625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"bcf6525c-0741-457a-b495-e6fd74181763","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:31.533219635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"bcf6525c-0741-457a-b495-e6fd74181763","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:31.585401354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6ff606-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"bcf6525c-0741-457a-b495-e6fd74181763","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:31.780480283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c76b60-90f2-46e7-af57-792853cb7b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:31.829092454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c76b60-90f2-46e7-af57-792853cb7b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:31.877880631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c76b60-90f2-46e7-af57-792853cb7b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:31.926903611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11c76b60-90f2-46e7-af57-792853cb7b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:32.335408422Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b7f68c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b7f68c","reconcileID":"13483b8e-9eec-46df-ab18-8afa016f8233","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b7f68c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-b7f68c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:33.739770419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a159ed7-5cff-4497-882d-63183ece6b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:33.788406211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a159ed7-5cff-4497-882d-63183ece6b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:33.837253361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a159ed7-5cff-4497-882d-63183ece6b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:33.885869527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a159ed7-5cff-4497-882d-63183ece6b51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:35.697548135Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-415459","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-415459","reconcileID":"bec0d2ac-70f6-4f47-95e8-88ad090ee0d1","aitenant":"ai-tenants/e2e-api-b-415459","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:35.877903503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"ae07ce13-9dfa-48b6-b7b1-da075f307d86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-44a933","tenantID":"e2e-api-b-44a933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:35.931828346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"ae07ce13-9dfa-48b6-b7b1-da075f307d86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"name":"e2e-api-b-44a933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:35.98472829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-44a933-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"ae07ce13-9dfa-48b6-b7b1-da075f307d86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:36.314399335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef78033-1426-4cbe-b0f0-a2860faf4380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:36.364129771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef78033-1426-4cbe-b0f0-a2860faf4380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:36.412866601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef78033-1426-4cbe-b0f0-a2860faf4380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:36.461619484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef78033-1426-4cbe-b0f0-a2860faf4380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:36.519302595Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-415459","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-415459","reconcileID":"bec0d2ac-70f6-4f47-95e8-88ad090ee0d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-415459","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-415459"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.550673112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"496ff0d6-d195-4490-9cd8-6a985149fae2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.602355274Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","namespace":"ai-tenant-e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.602407982Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","namespace":"ai-tenant-e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.60248636Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","tenant":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.65298805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"496ff0d6-d195-4490-9cd8-6a985149fae2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"name":"e2e-api-a-820d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.653052231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"Deployment","name":"maas-api-e2e-mt-3f4bfacf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.706312004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-820d6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"496ff0d6-d195-4490-9cd8-6a985149fae2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.71206152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"Service","name":"maas-api-e2e-mt-3f4bfacf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.765678525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-3f4bfacf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.816633584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-3f4bfacf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:37.969171456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.021210462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.08121138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.133107163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.183490316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"Deployment","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.231982518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.281019576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"Service","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.332995068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"Service","name":"payload-pre-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.381774884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"DestinationRule","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.429994899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.478616918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.499177556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333ab8e9-a706-467e-9be2-8c782f099fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.549756908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333ab8e9-a706-467e-9be2-8c782f099fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.553854361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.598330518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333ab8e9-a706-467e-9be2-8c782f099fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.647052766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"333ab8e9-a706-467e-9be2-8c782f099fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.648543482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.70273708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.753765018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:38.803204529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"271cc506-7d67-44ca-bff1-5ae32ddb4a84","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-3f4bfacf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:39.221105788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:39.634541422Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-3f4bfacf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-3f4bfacf","reconcileID":"ec90f18f-5174-4441-9cf4-91cb24071f19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-3f4bfacf","removed":["maas.opendatahub.io/gateway-access-e2e-mt-3f4bfacf"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.85735239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"6d2b3d46-5864-416c-b957-49e130b9d522","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.912224934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"6d2b3d46-5864-416c-b957-49e130b9d522","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.917845217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"b1a5d4d1-5d6a-4afa-90c6-ddd358a4fb73","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.917902853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"b1a5d4d1-5d6a-4afa-90c6-ddd358a4fb73","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.92903486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"2dc749be-77f8-489f-8883-0ba0ee5634fc","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.929093158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"2dc749be-77f8-489f-8883-0ba0ee5634fc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.950030414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c701d91f-1e42-4355-9eec-719e6040c617","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.950094772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c701d91f-1e42-4355-9eec-719e6040c617","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.991217797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"7bbe94cb-0dc4-4824-a42b-15d745728e89","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:39.991282137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"7bbe94cb-0dc4-4824-a42b-15d745728e89","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:40.071811599Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"9e3f140a-5b6a-440f-a4a1-d79b341d3556","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:40.071920116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"9e3f140a-5b6a-440f-a4a1-d79b341d3556","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:40.232738472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"594d39c6-58a1-447e-b7b3-6032fe854737","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:40.232821841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"594d39c6-58a1-447e-b7b3-6032fe854737","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:40.554081782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"7b53f28f-391c-41cc-b0dc-0b16c5e25d12","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:40.554161092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"7b53f28f-391c-41cc-b0dc-0b16c5e25d12","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:40.579750317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c8bf7b-7793-4e6d-b4a7-65b034fb16c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:40.628415373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c8bf7b-7793-4e6d-b4a7-65b034fb16c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:40.677323093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c8bf7b-7793-4e6d-b4a7-65b034fb16c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:40.726212242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c8bf7b-7793-4e6d-b4a7-65b034fb16c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:41.195072657Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"5f83fe1b-281e-4886-9b3c-6bfe2582ef24","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:41.195148198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"5f83fe1b-281e-4886-9b3c-6bfe2582ef24","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:41.762237818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"f9395467-c03d-46eb-93d5-eaa35946ffd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:41.81628332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"f9395467-c03d-46eb-93d5-eaa35946ffd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:41.869066534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6ff606-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b2f6022954fc2bb0bda62c2a8e56f3234a5d98b7304ed931783e899f0ae7e4f) AuthConfig (4523cc20c5b9650711c0609eac6d073ff45280d082b6f632f96332ac1eee5fa3) AuthConfig (2e16d78c2131d833d2f07c711e59e674c17fd750e67edbe46861cc3658624129) AuthConfig (708898e32a044fd94ca533129928a47991038ac648071b3e37f0b94353e3a88c) AuthConfig (fc3aaaddfd09d5822f3e3fca86f7a1e807114244f4c913936f0398902ac9e95d) AuthConfig (76cf46f4e16effd70cb7eff00526d524e391324962af16af436e4ff25e3fe25b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"f9395467-c03d-46eb-93d5-eaa35946ffd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:41.923584383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecc58829-685d-49c9-a9bf-7b2002ca767f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:41.92360743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecc58829-685d-49c9-a9bf-7b2002ca767f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:42.47649591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"03a8bb33-b49f-406b-9a0b-6dbb90b69827","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:42.476567901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"03a8bb33-b49f-406b-9a0b-6dbb90b69827","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:42.592294612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055b612b-cdb1-4da0-b443-287cd06cb1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:42.641320108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055b612b-cdb1-4da0-b443-287cd06cb1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:42.6899225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055b612b-cdb1-4da0-b443-287cd06cb1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:42.749732121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055b612b-cdb1-4da0-b443-287cd06cb1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:43.870067704Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","namespace":"ai-tenant-e2e-api-a-feaabe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:43.87013108Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","namespace":"ai-tenant-e2e-api-a-feaabe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:43.870181689Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","tenant":"e2e-api-a-feaabe","tenantID":"e2e-api-a-feaabe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:43.920795274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"Deployment","name":"maas-api-e2e-api-a-feaabe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:43.977185083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"Service","name":"maas-api-e2e-api-a-feaabe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.082961693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-feaabe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.133722241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-feaabe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.187177706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.240755443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.303046037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.359932736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.413027047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"Deployment","name":"payload-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.463302502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.512036036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"Service","name":"payload-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.560814348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"Service","name":"payload-pre-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.60975011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.622871056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d597600b-2ed5-4325-92ec-8f3252a7d782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.671401566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.671772412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d597600b-2ed5-4325-92ec-8f3252a7d782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.720565601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.720590071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d597600b-2ed5-4325-92ec-8f3252a7d782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.7693197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d597600b-2ed5-4325-92ec-8f3252a7d782","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.773446443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.822138592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.870855822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:44.924733362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-feaabe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:45.006380531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-feaabe"},"namespace":"ai-tenant-e2e-api-a-feaabe","name":"default-tenant","reconcileID":"c145a992-a44b-47c4-b74d-692f43247d80","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-feaabe","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:45.041556588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"3b2546e8-e071-4def-8a88-05c077036a2e","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:45.041739037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"3b2546e8-e071-4def-8a88-05c077036a2e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:45.908331739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"2603b510-7afd-4d89-92a7-dfa2b51462e3","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:45.90855922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"2603b510-7afd-4d89-92a7-dfa2b51462e3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:46.064086997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c327e01c-8f5e-4fab-ac25-b0c1a84d34fe","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:46.064154941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c327e01c-8f5e-4fab-ac25-b0c1a84d34fe","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.105621222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"98e5ad2d-0cc2-4c44-94f7-810d650dc694","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-44a933","tenantID":"e2e-api-b-44a933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.160072252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"98e5ad2d-0cc2-4c44-94f7-810d650dc694","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"name":"e2e-api-b-44a933-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.213276961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-44a933-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (523f89582f80672b98f7ee8fe4e5479b27b7f2087874cd6b96cdf9779cf01e37) AuthConfig (9e048ceb2cd748c26425eeb801afde20bfbefc458fd058241fa141b6b50f0ec8) AuthConfig (2e5473d34f420839e495ead369232ddc44626f5b1c5b970049fc19f8544d1b4c) AuthConfig (bb066761bbf6b37f648f22324c7aeefb7b315add62c60be492d852d3c3ff7c26) AuthConfig (e84e27a5d3d1e3bb9da1ef864dd6b185c1c0dfd961466ed5ab5c099af833c2b6) AuthConfig (a82b0c578b61b1a4133fb395dd89cf6fc5cba8931c565f4baae52bedff8e62d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"98e5ad2d-0cc2-4c44-94f7-810d650dc694","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.266651671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bc39bf1-b4b9-4042-98a4-0199ecf6b9c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.266680442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bc39bf1-b4b9-4042-98a4-0199ecf6b9c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.830127009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c413eaa8-658e-4825-b309-bab61ef68816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:46.836363844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"76326141-c55a-4a40-9c22-23aebfd23e91","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:46.836432878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"76326141-c55a-4a40-9c22-23aebfd23e91","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.881089554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c413eaa8-658e-4825-b309-bab61ef68816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.930581406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c413eaa8-658e-4825-b309-bab61ef68816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:46.980198031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c413eaa8-658e-4825-b309-bab61ef68816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:46.98812737Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"38735967-330a-4d93-a9f6-79abfc4b0e95","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:46.988216667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"38735967-330a-4d93-a9f6-79abfc4b0e95","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:47.297254517Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-feaabe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-feaabe","reconcileID":"22ebd6a4-41ae-4543-850b-56f720f3f955","aitenant":"ai-tenants/e2e-api-a-feaabe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:47.400834754Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"46487c1b-03e1-486b-9c37-8fa01834cef4","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:47.400900882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"46487c1b-03e1-486b-9c37-8fa01834cef4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:47.804762557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"e2d5d103-d0eb-4e28-a162-291437c1ddd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:47.858753333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"e2d5d103-d0eb-4e28-a162-291437c1ddd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"name":"e2e-api-a-820d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:47.911541368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-820d6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e00c76c66e2a7f5a7d5962d2615f0c06aeaeefde4c2fa7d642aa0853cd948fe) AuthConfig (fd0a991f0edb97743e7c321e86b2e2cd1b83a34f7847ed19b967cea98cc06584) AuthConfig (824f168c1cff1c71c94bbc5871f0dcb57e388cb946a5f448ccf0b7c7c2f68269) AuthConfig (c357905cdc7b54b79aaa186bc1201b0f658faafce857570d94c450b6860f7fc5) AuthConfig (ffe4dce8c0545279bf50360da9b00956f2455562ad5cdf4a19579528eb965d85) AuthConfig (81ee898e3850e8b0d283b1d5435ccaa2cefb2d0a1c413a34e68dfec3b18e9b45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"e2d5d103-d0eb-4e28-a162-291437c1ddd8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:47.996186481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2757bda4-cf60-4506-ad77-6064e48fa881","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:47.996213931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2757bda4-cf60-4506-ad77-6064e48fa881","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:48.046764258Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-feaabe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-feaabe","reconcileID":"22ebd6a4-41ae-4543-850b-56f720f3f955","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-feaabe","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-feaabe"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:48.201099739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"f6ea0324-07c7-4ef1-9fe7-cc444e6c96ae","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:41:48.201176537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"f6ea0324-07c7-4ef1-9fe7-cc444e6c96ae","error":"resolve tenant gateway for model ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf-kserve-route (gateways: [openshift-ingress/e2e-mt-3f4bfacf]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:48.399652377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"61cac366-8e76-4d85-a610-248099b2d751","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:48.399675404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"61cac366-8e76-4d85-a610-248099b2d751","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:48.556810259Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-3f4bfacf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-3f4bfacf","reconcileID":"c580ef79-1f1f-4ee5-ab0c-e5968de21e47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-3f4bfacf","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-3f4bfacf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:48.835940569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085e670a-dafe-4338-8d60-179ef7ebbd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:48.892908876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085e670a-dafe-4338-8d60-179ef7ebbd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:48.942109767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085e670a-dafe-4338-8d60-179ef7ebbd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:48.991538063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085e670a-dafe-4338-8d60-179ef7ebbd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:49.574213762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c8f0039d-5b33-47d8-8fc6-9783ced62bbb","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:49.574241593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c8f0039d-5b33-47d8-8fc6-9783ced62bbb","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:50.882747594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e451850-7585-4a28-8e2c-5765a206c9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:50.931974683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e451850-7585-4a28-8e2c-5765a206c9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:50.991076662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e451850-7585-4a28-8e2c-5765a206c9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:51.046766966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e451850-7585-4a28-8e2c-5765a206c9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:52.02137693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"9f1ffe1a-099a-41a4-9e91-d5b73662851a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:52.075887731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"9f1ffe1a-099a-41a4-9e91-d5b73662851a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:52.129078947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6ff606-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b2f6022954fc2bb0bda62c2a8e56f3234a5d98b7304ed931783e899f0ae7e4f) AuthConfig (4523cc20c5b9650711c0609eac6d073ff45280d082b6f632f96332ac1eee5fa3) AuthConfig (2e16d78c2131d833d2f07c711e59e674c17fd750e67edbe46861cc3658624129) AuthConfig (708898e32a044fd94ca533129928a47991038ac648071b3e37f0b94353e3a88c) AuthConfig (fc3aaaddfd09d5822f3e3fca86f7a1e807114244f4c913936f0398902ac9e95d) AuthConfig (76cf46f4e16effd70cb7eff00526d524e391324962af16af436e4ff25e3fe25b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"9f1ffe1a-099a-41a4-9e91-d5b73662851a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:55.29202629Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"a4af8940-3b1f-48c1-966e-01dba2892524","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:55.292155017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f29df0b-51de-452f-86d6-a062729726d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:55.29217352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f29df0b-51de-452f-86d6-a062729726d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:55.49125209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"a4af8940-3b1f-48c1-966e-01dba2892524","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-44a933","tenantID":"e2e-api-b-44a933","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:55.615338589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"a4af8940-3b1f-48c1-966e-01dba2892524","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"name":"e2e-api-b-44a933-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:55.615469977Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"e2e-e2e-api-b-44a933-policy","reconcileID":"a4af8940-3b1f-48c1-966e-01dba2892524","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-44a933-policy","namespace":"ai-tenant-e2e-api-b-44a933"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-44a933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:55.668999062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18de429c-d5f9-45a0-934f-f85bb7c2b404","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:55.669025157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18de429c-d5f9-45a0-934f-f85bb7c2b404","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:56.885282184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41274d0-c501-486c-b2c0-a29bcc67c246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:56.936738491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41274d0-c501-486c-b2c0-a29bcc67c246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:56.985587591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41274d0-c501-486c-b2c0-a29bcc67c246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:57.035080192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41274d0-c501-486c-b2c0-a29bcc67c246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:58.133569179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"2571f943-abf5-40de-bc9e-f1b541fbefcd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:58.187332479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"2571f943-abf5-40de-bc9e-f1b541fbefcd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"name":"e2e-api-a-820d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:58.240040976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-820d6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e00c76c66e2a7f5a7d5962d2615f0c06aeaeefde4c2fa7d642aa0853cd948fe) AuthConfig (fd0a991f0edb97743e7c321e86b2e2cd1b83a34f7847ed19b967cea98cc06584) AuthConfig (824f168c1cff1c71c94bbc5871f0dcb57e388cb946a5f448ccf0b7c7c2f68269) AuthConfig (c357905cdc7b54b79aaa186bc1201b0f658faafce857570d94c450b6860f7fc5) AuthConfig (ffe4dce8c0545279bf50360da9b00956f2455562ad5cdf4a19579528eb965d85) AuthConfig (81ee898e3850e8b0d283b1d5435ccaa2cefb2d0a1c413a34e68dfec3b18e9b45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"2571f943-abf5-40de-bc9e-f1b541fbefcd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:58.892160051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7efbc82-8079-4111-be57-93751b4529c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:58.940813267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7efbc82-8079-4111-be57-93751b4529c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:58.989475149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7efbc82-8079-4111-be57-93751b4529c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:41:59.038061678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7efbc82-8079-4111-be57-93751b4529c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:02.228108217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"f231047b-92d5-42c6-84fc-52d09c2e3557","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:02.282897221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"f231047b-92d5-42c6-84fc-52d09c2e3557","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:02.335142212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-6ff606-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0b2f6022954fc2bb0bda62c2a8e56f3234a5d98b7304ed931783e899f0ae7e4f) AuthConfig (4523cc20c5b9650711c0609eac6d073ff45280d082b6f632f96332ac1eee5fa3) AuthConfig (2e16d78c2131d833d2f07c711e59e674c17fd750e67edbe46861cc3658624129) AuthConfig (708898e32a044fd94ca533129928a47991038ac648071b3e37f0b94353e3a88c) AuthConfig (fc3aaaddfd09d5822f3e3fca86f7a1e807114244f4c913936f0398902ac9e95d) AuthConfig (76cf46f4e16effd70cb7eff00526d524e391324962af16af436e4ff25e3fe25b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"f231047b-92d5-42c6-84fc-52d09c2e3557","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.611510135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37892001-7b7c-4984-96dd-e07649277ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.611531033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37892001-7b7c-4984-96dd-e07649277ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.663173884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d70b52d2-2a56-441c-a504-345b4eafabd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.663192325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d70b52d2-2a56-441c-a504-345b4eafabd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.808977563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"4ed6f76e-dfe8-4b77-b440-1a04a2293533","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.86404056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"4ed6f76e-dfe8-4b77-b440-1a04a2293533","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.881156321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2dd580b-acb5-4961-bf2f-fac1a7f917f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.881184176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2dd580b-acb5-4961-bf2f-fac1a7f917f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.935129474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bb1c3dc-0fda-4616-8e50-b2b986317caa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:03.93514822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bb1c3dc-0fda-4616-8e50-b2b986317caa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:42:03.983495018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"bcf3a9ae-a268-4233-9c00-f73e734f7c79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-04909ac8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.026886588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fa1ee79-89ec-466f-8185-09f9717d5c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.026886986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcfaa9da-982e-4a9b-93ee-737a699c3ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.080717876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fa1ee79-89ec-466f-8185-09f9717d5c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.080836118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcfaa9da-982e-4a9b-93ee-737a699c3ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.092156323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4661ce4-342b-4ddd-88ee-1a05f6c57b4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.092174174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4661ce4-342b-4ddd-88ee-1a05f6c57b4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.143899223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2fe55c2-cabb-4aed-8fc4-bfac080b74c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.143916121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2fe55c2-cabb-4aed-8fc4-bfac080b74c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.168231519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4366cab3-7729-4e8c-96dc-26136358fd50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.168248721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4366cab3-7729-4e8c-96dc-26136358fd50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.316482603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"c0f6584f-42f6-42dc-a3db-6bf51d7a1c01","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.370493265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"c0f6584f-42f6-42dc-a3db-6bf51d7a1c01","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.396521289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"295f8c77-4264-4271-96e5-7d8232b8579f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-04909ac8","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.396602163Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"295f8c77-4264-4271-96e5-7d8232b8579f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-04909ac8","error":"MaaSModelRef not found: llm/nonexistent-model-04909ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.462250166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e96aa1fc-b8df-427e-be25-dee30db97012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.462336529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd76a841-9df9-47d1-8f4c-417449cc7bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.516298789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e96aa1fc-b8df-427e-be25-dee30db97012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.516305309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd76a841-9df9-47d1-8f4c-417449cc7bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.59191392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"201fbb70-9387-4399-a08c-e7c1cfe99185","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.601991195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad05bd46-8936-4936-a7f0-92f69272b53a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.602011166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad05bd46-8936-4936-a7f0-92f69272b53a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.798221569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"fedefc0b-9a27-45df-b0a4-5cc3e8fb7d7d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:04.798353341Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"fedefc0b-9a27-45df-b0a4-5cc3e8fb7d7d","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-04909ac8","error":"MaaSModelRef not found: llm/nonexistent-model-04909ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:06.611350154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13b8d4ac-1416-4fcd-bd11-044f657cf831","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:06.611372174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13b8d4ac-1416-4fcd-bd11-044f657cf831","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:06.761241363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cd70b3c-b6ae-4990-9518-a761e3d53894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:06.761286675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"b217fbf8-9004-4081-8797-86d9aff0f91d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:06.761809933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8070093-81ef-4306-a975-bf09e6875244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:06.816299458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"b217fbf8-9004-4081-8797-86d9aff0f91d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:06.8165955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8070093-81ef-4306-a975-bf09e6875244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:06.818822723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cd70b3c-b6ae-4990-9518-a761e3d53894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:08.348326511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"f1e0af14-97af-4a7f-8fe2-96b9ca135847","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:08.402829904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"f1e0af14-97af-4a7f-8fe2-96b9ca135847","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"name":"e2e-api-a-820d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:08.455437428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-820d6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e00c76c66e2a7f5a7d5962d2615f0c06aeaeefde4c2fa7d642aa0853cd948fe) AuthConfig (fd0a991f0edb97743e7c321e86b2e2cd1b83a34f7847ed19b967cea98cc06584) AuthConfig (824f168c1cff1c71c94bbc5871f0dcb57e388cb946a5f448ccf0b7c7c2f68269) AuthConfig (c357905cdc7b54b79aaa186bc1201b0f658faafce857570d94c450b6860f7fc5) AuthConfig (ffe4dce8c0545279bf50360da9b00956f2455562ad5cdf4a19579528eb965d85) AuthConfig (81ee898e3850e8b0d283b1d5435ccaa2cefb2d0a1c413a34e68dfec3b18e9b45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"f1e0af14-97af-4a7f-8fe2-96b9ca135847","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:08.662420195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"673942e1-32e6-4526-b46d-e79a021820a6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:08.775409786Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"673942e1-32e6-4526-b46d-e79a021820a6","name":"e2e-api-b-0d5016-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:09.22119072Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:12.432620296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"434605ca-0fe7-4771-bb88-7ef00469a87d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:12.486284948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"434605ca-0fe7-4771-bb88-7ef00469a87d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:12.791285774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dda51660-3ca0-4a28-8fc9-9420e771cb4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:12.79130799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dda51660-3ca0-4a28-8fc9-9420e771cb4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:16.765403858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"4deea829-a9e7-4275-a1f1-a4eae324abbe","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-04909ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:16.969347336Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"4deea829-a9e7-4275-a1f1-a4eae324abbe","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:16.969377433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"4deea829-a9e7-4275-a1f1-a4eae324abbe","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-04909ac8","subscription":"e2e-neg-ghost-sub-04909ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:16.969507148Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-04909ac8","reconcileID":"4deea829-a9e7-4275-a1f1-a4eae324abbe","MaaSSubscription":{"name":"e2e-neg-ghost-sub-04909ac8","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-04909ac8","error":"MaaSModelRef not found: llm/nonexistent-model-04909ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.166042185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09816aba-220f-48d5-a1a8-e3420ef08844","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.222606035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f12de03-428e-4142-97d7-81846f2b6eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.222625491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f12de03-428e-4142-97d7-81846f2b6eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.365647714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f161849-b248-4970-a863-e04dfd525eef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.365674019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f161849-b248-4970-a863-e04dfd525eef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.367678829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"a55a18c4-8118-4d0e-95e3-583e0f30f352","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.367813761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccaa2ed7-5ad9-4d80-b48c-1b016721db69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.367678987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2479bccb-c475-4151-816a-f8cb04726445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.421977218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"a55a18c4-8118-4d0e-95e3-583e0f30f352","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.422119569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2479bccb-c475-4151-816a-f8cb04726445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.424335854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ccaa2ed7-5ad9-4d80-b48c-1b016721db69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.56697749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-04909ac8","reconcileID":"5afb7188-06da-4958-a48a-dcf4c3d6909d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-04909ac8","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.716801212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9420c836-727d-4366-94b9-a947270ed875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.716822512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9420c836-727d-4366-94b9-a947270ed875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.993274462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"638486d6-b328-44bc-93df-7fb7dff9830c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:17.99329363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"638486d6-b328-44bc-93df-7fb7dff9830c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.071941278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7af8ab1f-4a94-4117-a699-35662b1b9cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.071965123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7af8ab1f-4a94-4117-a699-35662b1b9cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.264793209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-f9d50fb7","reconcileID":"3d18f88a-240c-4152-a244-abbaf4bdbb0d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.31889463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-f9d50fb7","reconcileID":"3d18f88a-240c-4152-a244-abbaf4bdbb0d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.419800376Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-f9d50fb7","reconcileID":"3d18f88a-240c-4152-a244-abbaf4bdbb0d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f9d50fb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.554832318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"258e3736-1a4c-4186-818c-69cedacf1848","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.610317652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"258e3736-1a4c-4186-818c-69cedacf1848","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"name":"e2e-api-a-820d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.617625952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2248394d-451d-4148-bca5-79c4667e1186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.617646417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2248394d-451d-4148-bca5-79c4667e1186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.815402139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-f9d50fb7","reconcileID":"7e04f611-d3b1-4c79-97ca-ff5d7b028bd9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.86740191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dcf620f-8eb6-48e1-afaf-08172ba85773","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.867424148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dcf620f-8eb6-48e1-afaf-08172ba85773","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.86934289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-f9d50fb7","reconcileID":"7e04f611-d3b1-4c79-97ca-ff5d7b028bd9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:18.970207435Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-f9d50fb7","reconcileID":"7e04f611-d3b1-4c79-97ca-ff5d7b028bd9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f9d50fb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:20.721898156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-f9d50fb7","reconcileID":"2708eea5-0504-4f0a-a4de-5cfc1ffe8e73","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:20.721952887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17a37fd0-2c75-4059-ac0f-0bb296645e94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:20.721967327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17a37fd0-2c75-4059-ac0f-0bb296645e94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:20.771012316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-f9d50fb7","reconcileID":"2708eea5-0504-4f0a-a4de-5cfc1ffe8e73","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-f9d50fb7","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-f9d50fb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:20.921996344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39f1fef8-1309-435e-bced-f9d38417c47a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:20.922023712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39f1fef8-1309-435e-bced-f9d38417c47a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:26.935106418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"5c365030-4b39-4a4e-8621-4ada6e13d963","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7f68c","tenantID":"e2e-api-b-b7f68c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:27.046202997Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"5c365030-4b39-4a4e-8621-4ada6e13d963","name":"e2e-api-b-b7f68c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:31.918724808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfdae46-5455-45aa-9e63-e1fff501c878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:31.967307953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfdae46-5455-45aa-9e63-e1fff501c878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:32.016189784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfdae46-5455-45aa-9e63-e1fff501c878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:32.073762756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfdae46-5455-45aa-9e63-e1fff501c878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:32.87815632Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5c3877","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5c3877","reconcileID":"3df190c7-55bb-4635-a855-192d87806dc7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-5c3877","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-5c3877":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:33.876939698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a09cac-c054-45cf-9b62-22de6b4db2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:33.92682119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a09cac-c054-45cf-9b62-22de6b4db2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:33.975519914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a09cac-c054-45cf-9b62-22de6b4db2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:34.024133774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a09cac-c054-45cf-9b62-22de6b4db2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:35.907375062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dc12b9-266b-4991-9f4f-ada7085926cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:35.955815468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dc12b9-266b-4991-9f4f-ada7085926cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:36.004318172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dc12b9-266b-4991-9f4f-ada7085926cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:36.052991309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7dc12b9-266b-4991-9f4f-ada7085926cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:36.589100304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"2c28ad57-4af4-4d93-90e6-3eff2f52dfc3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:36.710196645Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"2c28ad57-4af4-4d93-90e6-3eff2f52dfc3","name":"e2e-mt-3f4bfacf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:39.221153888Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.328902468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","namespace":"ai-tenant-e2e-api-b-44a933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.328966752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","namespace":"ai-tenant-e2e-api-b-44a933","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.329014144Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","tenant":"e2e-api-b-44a933","tenantID":"e2e-api-b-44a933","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.379735052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"Deployment","name":"maas-api-e2e-api-b-44a933","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.436998048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"Service","name":"maas-api-e2e-api-b-44a933","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.493405861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-44a933","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.543830783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-44a933","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.595858304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.649755781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.704491214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.755824433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.804555876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"Deployment","name":"payload-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.85293532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.902891278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"Service","name":"payload-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:50.95779774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"Service","name":"payload-pre-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:51.007269316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:51.05629714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:51.104875919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:51.158225613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:51.206664644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:51.255030177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:51.309719998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-44a933","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:51.36676894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-44a933"},"namespace":"ai-tenant-e2e-api-b-44a933","name":"default-tenant","reconcileID":"1de3fa15-3dab-4b6c-bfe0-7c3001aa3fe8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-44a933","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:56.805079553Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-44a933","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-44a933","reconcileID":"4ffac14b-c1e0-4b81-83b6-cbb51e18475b","aitenant":"ai-tenants/e2e-api-b-44a933","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:57.367227716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfcdccb-5429-4d87-a68f-efa3a2ad3bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:57.416303419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfcdccb-5429-4d87-a68f-efa3a2ad3bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:57.470519873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfcdccb-5429-4d87-a68f-efa3a2ad3bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:57.531398504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfcdccb-5429-4d87-a68f-efa3a2ad3bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:57.589827219Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-44a933","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-44a933","reconcileID":"4ffac14b-c1e0-4b81-83b6-cbb51e18475b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-44a933","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-44a933"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:59.415042561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262ae83f-d9ab-482c-b6a6-97fa3001ae19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:59.463762235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262ae83f-d9ab-482c-b6a6-97fa3001ae19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:59.512692081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262ae83f-d9ab-482c-b6a6-97fa3001ae19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:42:59.597022177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"262ae83f-d9ab-482c-b6a6-97fa3001ae19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:01.570632872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d872bdef-0342-4e3d-802f-e6949b4f3e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:01.619755438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d872bdef-0342-4e3d-802f-e6949b4f3e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:01.669730502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d872bdef-0342-4e3d-802f-e6949b4f3e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:01.719094995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d872bdef-0342-4e3d-802f-e6949b4f3e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.238093589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a032269d-1f5b-43cf-8996-7b31cc0b21fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.238124698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a032269d-1f5b-43cf-8996-7b31cc0b21fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.289424146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1aa82c-8a5e-4762-8b00-9c749b205ace","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.289446964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1aa82c-8a5e-4762-8b00-9c749b205ace","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.386779445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"907e6c25-9e0a-48ef-ad41-088e23b6187d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.510557181Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"907e6c25-9e0a-48ef-ad41-088e23b6187d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"name":"e2e-api-b-0d5016-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.562921181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0d5016-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"907e6c25-9e0a-48ef-ad41-088e23b6187d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.594103267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e22338-a25d-4754-b097-3ac290bd462b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.643066966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e22338-a25d-4754-b097-3ac290bd462b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.648812778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b23c560b-8839-48f5-9a76-c14499ffec06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.648829967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b23c560b-8839-48f5-9a76-c14499ffec06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.691789449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e22338-a25d-4754-b097-3ac290bd462b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.742782719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e22338-a25d-4754-b097-3ac290bd462b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:03.74756804Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-31984c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-31984c","reconcileID":"9ac5807b-c1de-4ce6-95f4-95c694461840","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-31984c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-31984c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:05.605355643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358b0ab7-522d-4e2d-8943-2d70bc6d3809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:05.654085148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358b0ab7-522d-4e2d-8943-2d70bc6d3809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:05.702732206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358b0ab7-522d-4e2d-8943-2d70bc6d3809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:05.751808324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358b0ab7-522d-4e2d-8943-2d70bc6d3809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:07.645887096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4735da-17fd-4527-97dc-c73635a839cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:07.718724234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4735da-17fd-4527-97dc-c73635a839cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:07.768818508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4735da-17fd-4527-97dc-c73635a839cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:07.841880164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4735da-17fd-4527-97dc-c73635a839cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.165416533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"30ef3075-9250-431e-aadf-ed385dfcb2ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.225472047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"30ef3075-9250-431e-aadf-ed385dfcb2ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.227389156Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.354837117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"564385d7-3d8c-4cbe-867c-7c7f2d180f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.354858125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"564385d7-3d8c-4cbe-867c-7c7f2d180f86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.441443846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"de728300-ece4-45a4-99b6-0fd7471b5753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.695720466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"de728300-ece4-45a4-99b6-0fd7471b5753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.818251748Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"de728300-ece4-45a4-99b6-0fd7471b5753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"name":"e2e-api-a-6ff606-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.818279094Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"e2e-e2e-api-a-6ff606-policy","reconcileID":"de728300-ece4-45a4-99b6-0fd7471b5753","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-6ff606-policy","namespace":"ai-tenant-e2e-api-a-6ff606"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-6ff606","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.876657631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"157ad3b5-bb4d-4ba0-92fd-77ef6e65409e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:09.876786226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"157ad3b5-bb4d-4ba0-92fd-77ef6e65409e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:10.510580759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e4d020-7bf2-4c76-9d89-21935fb40a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:10.559560537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e4d020-7bf2-4c76-9d89-21935fb40a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:10.608486246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e4d020-7bf2-4c76-9d89-21935fb40a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:10.657284745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e4d020-7bf2-4c76-9d89-21935fb40a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:12.530167084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7d79b2-f082-4d2a-b86f-dba10523b003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:12.580846454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7d79b2-f082-4d2a-b86f-dba10523b003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:12.630000794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7d79b2-f082-4d2a-b86f-dba10523b003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:12.678645593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e7d79b2-f082-4d2a-b86f-dba10523b003","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:13.747051291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"3937c38c-9ec8-4a4d-b276-62e7ea94fc2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:13.801610147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"3937c38c-9ec8-4a4d-b276-62e7ea94fc2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"name":"e2e-api-b-0d5016-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:13.853922815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0d5016-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"3937c38c-9ec8-4a4d-b276-62e7ea94fc2a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:22.716764993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9941d3-e732-421a-ac0d-02ab6257f6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:22.76616459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9941d3-e732-421a-ac0d-02ab6257f6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:22.817696264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9941d3-e732-421a-ac0d-02ab6257f6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:22.867977616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9941d3-e732-421a-ac0d-02ab6257f6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:23.962569512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"f08b8b4e-001a-4841-9746-70438b149eb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:24.016515088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"f08b8b4e-001a-4841-9746-70438b149eb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"name":"e2e-api-b-0d5016-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:24.068922738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0d5016-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cf4b41e07e0735dc07fe1c99fe266129b9f6e7b1fc3934bf45391fbdf5064ffa) AuthConfig (8708d938f415f09aa2987d258d07e2edc9f165fc161ebed82c8d81baa22c7b2b) AuthConfig (7d3fcb36ea716d31e98a0533c7b1bbba11b274e507875e96128e870e1793712f) AuthConfig (01a343ed19d7a7fcb31bb119e2ee1ad4b437fd3634005460069f9a01ea1961b6) AuthConfig (4090753925fb93d2b86ad782e6bfbdab1d544162487d5b58eacb18afb3f98fdf) AuthConfig (a7847b591118d199c567a28890290779389c0cef009c7116a968455c32fd3d8b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"f08b8b4e-001a-4841-9746-70438b149eb6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:24.123760007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82a43a7a-e222-4e93-8854-304df2e4ad76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:24.123781537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82a43a7a-e222-4e93-8854-304df2e4ad76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:24.705749704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d71043-67ff-4662-8799-65a867cdb8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:24.763204984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d71043-67ff-4662-8799-65a867cdb8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:24.815337043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d71043-67ff-4662-8799-65a867cdb8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:24.864182343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1d71043-67ff-4662-8799-65a867cdb8d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.048934943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c51eaad5-563d-428b-80fc-fb1ba1140a11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.048963586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c51eaad5-563d-428b-80fc-fb1ba1140a11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.119734938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6846a98-8952-4440-8592-07e61dcd377e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.119756993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6846a98-8952-4440-8592-07e61dcd377e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.216859651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"3e54fc20-0f8d-4145-9abe-6c9093b21d97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7f68c","tenantID":"e2e-api-b-b7f68c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.347858833Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"3e54fc20-0f8d-4145-9abe-6c9093b21d97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"name":"e2e-api-b-b7f68c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.401001413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7f68c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"3e54fc20-0f8d-4145-9abe-6c9093b21d97","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.455332896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5daaeded-4ef1-43c9-954a-98db8d247048","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:25.455355515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5daaeded-4ef1-43c9-954a-98db8d247048","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:30.399557528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"5120ea91-2bbc-4079-9232-682e086f6a66","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-5c3877","tenantID":"e2e-ipp-a-5c3877","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:30.511781857Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"5120ea91-2bbc-4079-9232-682e086f6a66","name":"e2e-ipp-a-5c3877-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.005878437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dc22d6d-8f68-4018-bca3-1bd0cef29314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.005899607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dc22d6d-8f68-4018-bca3-1bd0cef29314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.007147951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"d3eb4244-4ea2-408b-b619-166d1ff3b769","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.061122974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"d3eb4244-4ea2-408b-b619-166d1ff3b769","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"name":"e2e-api-a-820d6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.208566858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"7b2826a0-b68f-4753-b4e0-4191ed63d26a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.382556931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"7b2826a0-b68f-4753-b4e0-4191ed63d26a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.53281998Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"7b2826a0-b68f-4753-b4e0-4191ed63d26a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"name":"e2e-api-a-820d6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.532951319Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"e2e-e2e-api-a-820d6f-policy","reconcileID":"7b2826a0-b68f-4753-b4e0-4191ed63d26a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-820d6f-policy","namespace":"ai-tenant-e2e-api-a-820d6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-820d6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.597395364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f27e553d-7887-4c26-a074-777e6c9883de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:31.59751165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f27e553d-7887-4c26-a074-777e6c9883de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:32.58881585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5be317-2687-4f64-a5d5-e17c379f82d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:32.637857718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5be317-2687-4f64-a5d5-e17c379f82d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:32.686939979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5be317-2687-4f64-a5d5-e17c379f82d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:32.737483562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5be317-2687-4f64-a5d5-e17c379f82d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:34.221748071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"9848e818-e4bd-4945-bc69-0bcdec8ba2b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:34.276402562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"9848e818-e4bd-4945-bc69-0bcdec8ba2b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"name":"e2e-api-b-0d5016-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:34.328758533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0d5016-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cf4b41e07e0735dc07fe1c99fe266129b9f6e7b1fc3934bf45391fbdf5064ffa) AuthConfig (8708d938f415f09aa2987d258d07e2edc9f165fc161ebed82c8d81baa22c7b2b) AuthConfig (7d3fcb36ea716d31e98a0533c7b1bbba11b274e507875e96128e870e1793712f) AuthConfig (01a343ed19d7a7fcb31bb119e2ee1ad4b437fd3634005460069f9a01ea1961b6) AuthConfig (4090753925fb93d2b86ad782e6bfbdab1d544162487d5b58eacb18afb3f98fdf) AuthConfig (a7847b591118d199c567a28890290779389c0cef009c7116a968455c32fd3d8b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"9848e818-e4bd-4945-bc69-0bcdec8ba2b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:34.556754256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4dcddeb-a706-44ea-a04c-f90226c4d489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:34.606494597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4dcddeb-a706-44ea-a04c-f90226c4d489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:34.659955228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4dcddeb-a706-44ea-a04c-f90226c4d489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:34.717551078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4dcddeb-a706-44ea-a04c-f90226c4d489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:35.577102981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"9d56316a-8a0e-4786-94ce-366f3498f6e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7f68c","tenantID":"e2e-api-b-b7f68c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:35.634170081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"9d56316a-8a0e-4786-94ce-366f3498f6e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"name":"e2e-api-b-b7f68c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:35.688667844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7f68c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"9d56316a-8a0e-4786-94ce-366f3498f6e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:36.473149498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c72a8ed9-afe9-46ef-bb94-a2428191ac76","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:36.473175497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c72a8ed9-afe9-46ef-bb94-a2428191ac76","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:36.629533186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c630ccd-7af8-405e-9bbb-39e9f17da280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:36.678472271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c630ccd-7af8-405e-9bbb-39e9f17da280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:36.727273969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c630ccd-7af8-405e-9bbb-39e9f17da280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:36.776346057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c630ccd-7af8-405e-9bbb-39e9f17da280","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:38.609267224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1695cdbf-cb82-4196-aa0e-8761b5f774d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:38.658139456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1695cdbf-cb82-4196-aa0e-8761b5f774d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:38.707177652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1695cdbf-cb82-4196-aa0e-8761b5f774d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:38.756589375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1695cdbf-cb82-4196-aa0e-8761b5f774d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:39.223365016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:40.557079956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501e861e-5c20-47be-ad58-cca206300283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:40.607366284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501e861e-5c20-47be-ad58-cca206300283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:40.656526976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501e861e-5c20-47be-ad58-cca206300283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:40.706948311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"501e861e-5c20-47be-ad58-cca206300283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:42.608005329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d0f4dd-a545-4ffb-a7b8-b6a490e19977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:42.657311662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d0f4dd-a545-4ffb-a7b8-b6a490e19977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:42.706295092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d0f4dd-a545-4ffb-a7b8-b6a490e19977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:42.755509968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d0f4dd-a545-4ffb-a7b8-b6a490e19977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:44.427710288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"096e85d9-eed2-4722-9f64-e517ed726d18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:44.481906902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"096e85d9-eed2-4722-9f64-e517ed726d18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"name":"e2e-api-b-0d5016-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:44.543122239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0d5016-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cf4b41e07e0735dc07fe1c99fe266129b9f6e7b1fc3934bf45391fbdf5064ffa) AuthConfig (8708d938f415f09aa2987d258d07e2edc9f165fc161ebed82c8d81baa22c7b2b) AuthConfig (7d3fcb36ea716d31e98a0533c7b1bbba11b274e507875e96128e870e1793712f) AuthConfig (01a343ed19d7a7fcb31bb119e2ee1ad4b437fd3634005460069f9a01ea1961b6) AuthConfig (4090753925fb93d2b86ad782e6bfbdab1d544162487d5b58eacb18afb3f98fdf) AuthConfig (a7847b591118d199c567a28890290779389c0cef009c7116a968455c32fd3d8b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"096e85d9-eed2-4722-9f64-e517ed726d18","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.497862883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","namespace":"ai-tenant-e2e-api-a-6ff606","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.497946228Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","namespace":"ai-tenant-e2e-api-a-6ff606","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.498010568Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","tenant":"e2e-api-a-6ff606","tenantID":"e2e-api-a-6ff606","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.549397439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"Deployment","name":"maas-api-e2e-api-a-6ff606","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.607625537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"Service","name":"maas-api-e2e-api-a-6ff606","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.663895889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-6ff606","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.714369616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-6ff606","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.766333407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.787976217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"a635321c-d5d9-4b05-a502-a066979bed98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7f68c","tenantID":"e2e-api-b-b7f68c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.820576375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.845190507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"a635321c-d5d9-4b05-a502-a066979bed98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"name":"e2e-api-b-b7f68c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.877840129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.913974956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7f68c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"a635321c-d5d9-4b05-a502-a066979bed98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.931328238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:45.980005515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"Deployment","name":"payload-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.030806185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.081859463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"Service","name":"payload-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.132776163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"Service","name":"payload-pre-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.181611666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.231171071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.288937283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.349622024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.40431677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.452805583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.509651685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-6ff606","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:46.562817901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-6ff606"},"namespace":"ai-tenant-e2e-api-a-6ff606","name":"default-tenant","reconcileID":"3e8505b2-e6c3-4b15-9e17-97969cc79b11","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-6ff606","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.21218236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"933b8a7e-77dd-4bdb-a606-c407f49045bf","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.212209299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"933b8a7e-77dd-4bdb-a606-c407f49045bf","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.228160941Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6ff606","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6ff606","reconcileID":"acc2d77a-fdf3-426f-88cd-e5bf5f05f461","aitenant":"ai-tenants/e2e-api-a-6ff606","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.645533055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"338ee390-bae2-447d-8f2f-789196d0e53b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.701521307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"338ee390-bae2-447d-8f2f-789196d0e53b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"name":"e2e-api-b-0d5016-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.778667761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f516d0-1349-4d13-9871-c52b4955aee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.829162587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f516d0-1349-4d13-9871-c52b4955aee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.87899329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f516d0-1349-4d13-9871-c52b4955aee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.929151513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89f516d0-1349-4d13-9871-c52b4955aee4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.987025086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71cb0592-2b31-442c-9c8f-044ff7efae6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:54.987150104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71cb0592-2b31-442c-9c8f-044ff7efae6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:55.035415186Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-6ff606","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-6ff606","reconcileID":"acc2d77a-fdf3-426f-88cd-e5bf5f05f461","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-6ff606","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-6ff606"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:56.066223835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"70b3add4-e44d-4f79-b464-8c8ce4e1f16e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7f68c","tenantID":"e2e-api-b-b7f68c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:56.121436583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"70b3add4-e44d-4f79-b464-8c8ce4e1f16e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"name":"e2e-api-b-b7f68c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:56.177378354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7f68c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2bcfdef6b93318a324636c44b2635888512c9749971228411974a7938026aac) AuthConfig (1064772456925e0ef379512e7f13d658b5b6c0165a5f216041cf54c09cf0482a) AuthConfig (594eb501e737c8cae1dcdf14f47ee3fbf066e604085ae821ffff4998120ba576) AuthConfig (fbbe07a8b6e440e5f4ecf772d0614f1f96ad0ff91c7ba2aa672eb87de5af7614) AuthConfig (a8695fe4f7d75530c5a931bafdae4e5cf137d61f7f23b16ab8ceca49118afb92) AuthConfig (f8d520d0776260ef4760910069356a43a84a943ff5575e2650f43cd88191cbb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"70b3add4-e44d-4f79-b464-8c8ce4e1f16e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:56.233712588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c53029ef-868d-4c82-8c46-24e964e5af54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:56.233737115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c53029ef-868d-4c82-8c46-24e964e5af54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:56.854371284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c031473a-e8eb-48ea-addd-c642764304b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:56.903135978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c031473a-e8eb-48ea-addd-c642764304b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:56.95226586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c031473a-e8eb-48ea-addd-c642764304b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:57.001266648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c031473a-e8eb-48ea-addd-c642764304b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:58.850239726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e0106b-41f3-40e9-a179-2d0ba9c3f2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:58.902885842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e0106b-41f3-40e9-a179-2d0ba9c3f2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:58.96001301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e0106b-41f3-40e9-a179-2d0ba9c3f2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:43:59.010133178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e0106b-41f3-40e9-a179-2d0ba9c3f2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:00.817359777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8819eb-917f-4a05-a078-2850ce127ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:00.866575079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8819eb-917f-4a05-a078-2850ce127ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:00.915599213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8819eb-917f-4a05-a078-2850ce127ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:00.964184773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8819eb-917f-4a05-a078-2850ce127ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.111322748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"8830068b-093a-49a9-8551-a72e070a8852","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-31984c","tenantID":"e2e-ipp-a-31984c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.227062468Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"8830068b-093a-49a9-8551-a72e070a8852","name":"e2e-ipp-a-31984c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.28218509Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","namespace":"ai-tenant-e2e-api-a-820d6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.282241968Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","namespace":"ai-tenant-e2e-api-a-820d6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.282289216Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","tenant":"e2e-api-a-820d6f","tenantID":"e2e-api-a-820d6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.337271806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"Deployment","name":"maas-api-e2e-api-a-820d6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.39492622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"Service","name":"maas-api-e2e-api-a-820d6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.452425199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-820d6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.508982254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-820d6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.57334561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.629692713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.686637773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.739800802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.793193588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"Deployment","name":"payload-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.842211028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.890697805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"Service","name":"payload-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:01.985239577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"Service","name":"payload-pre-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.036424499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.085022388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.147716752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.200747641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.249765661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.315348471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.366791937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-820d6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.415672489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-820d6f"},"namespace":"ai-tenant-e2e-api-a-820d6f","name":"default-tenant","reconcileID":"d483a0f6-6230-42fd-9a13-b5e43a7bc32f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-820d6f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.821392478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad5d52f-5472-4f60-956a-4eb0f83c1470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.870215664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad5d52f-5472-4f60-956a-4eb0f83c1470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.918889149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad5d52f-5472-4f60-956a-4eb0f83c1470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:02.969500434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ad5d52f-5472-4f60-956a-4eb0f83c1470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.068644322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"4929e568-9b6e-4003-a5c3-8833f393a467","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.122507898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"4929e568-9b6e-4003-a5c3-8833f393a467","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"name":"e2e-api-b-0d5016-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.297892834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5b6bff1-93ee-4a1e-90e1-2b554cd0e6d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.297920794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5b6bff1-93ee-4a1e-90e1-2b554cd0e6d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.371892741Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"b180e460-c4ef-4661-8c4e-89d74ffe51f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.519003483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"b180e460-c4ef-4661-8c4e-89d74ffe51f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.644583906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"b180e460-c4ef-4661-8c4e-89d74ffe51f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"name":"e2e-api-b-0d5016-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.644609516Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"e2e-e2e-api-b-0d5016-policy","reconcileID":"b180e460-c4ef-4661-8c4e-89d74ffe51f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0d5016-policy","namespace":"ai-tenant-e2e-api-b-0d5016"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0d5016","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.699026796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ac4df1e-333e-4f96-9169-b61ddd4e8506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:03.699116505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ac4df1e-333e-4f96-9169-b61ddd4e8506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:04.284758848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"3ae7cf16-5519-400b-996e-3b148e537701","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:04.28478311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"3ae7cf16-5519-400b-996e-3b148e537701","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:04.812857499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc288290-14ed-4a13-87f0-8bc37817e266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:04.861580911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc288290-14ed-4a13-87f0-8bc37817e266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:04.910120663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc288290-14ed-4a13-87f0-8bc37817e266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:04.958970155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc288290-14ed-4a13-87f0-8bc37817e266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:05.926650472Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-820d6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-820d6f","reconcileID":"e7ec51ef-40a2-40bf-806b-85d9517709b7","aitenant":"ai-tenants/e2e-api-a-820d6f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:06.385789251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"c61f0994-f2ef-4223-aa42-3614dc9f3718","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7f68c","tenantID":"e2e-api-b-b7f68c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:06.440198089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"c61f0994-f2ef-4223-aa42-3614dc9f3718","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"name":"e2e-api-b-b7f68c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:06.492738295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-b7f68c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2bcfdef6b93318a324636c44b2635888512c9749971228411974a7938026aac) AuthConfig (1064772456925e0ef379512e7f13d658b5b6c0165a5f216041cf54c09cf0482a) AuthConfig (594eb501e737c8cae1dcdf14f47ee3fbf066e604085ae821ffff4998120ba576) AuthConfig (fbbe07a8b6e440e5f4ecf772d0614f1f96ad0ff91c7ba2aa672eb87de5af7614) AuthConfig (a8695fe4f7d75530c5a931bafdae4e5cf137d61f7f23b16ab8ceca49118afb92) AuthConfig (f8d520d0776260ef4760910069356a43a84a943ff5575e2650f43cd88191cbb8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"c61f0994-f2ef-4223-aa42-3614dc9f3718","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:06.64316778Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-820d6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-820d6f","reconcileID":"e7ec51ef-40a2-40bf-806b-85d9517709b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-820d6f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-820d6f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:06.790464905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094129cc-6ef6-470e-9160-e8ce187968a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:06.840410281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094129cc-6ef6-470e-9160-e8ce187968a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:06.889350684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094129cc-6ef6-470e-9160-e8ce187968a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:06.939704328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094129cc-6ef6-470e-9160-e8ce187968a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:08.847204347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173b6aa4-8265-41ff-8cd5-68d9ba034609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:08.896235926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173b6aa4-8265-41ff-8cd5-68d9ba034609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:08.946824792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173b6aa4-8265-41ff-8cd5-68d9ba034609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:08.996179278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"173b6aa4-8265-41ff-8cd5-68d9ba034609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:09.223871697Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:13.346926735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"c9994f35-765b-4f3a-b15f-23f90c7e4907","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:13.347070631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"598d277b-bdc3-4030-ae3d-d9fe3da7b83e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:13.347091844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"598d277b-bdc3-4030-ae3d-d9fe3da7b83e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:13.549129689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"c9994f35-765b-4f3a-b15f-23f90c7e4907","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7f68c","tenantID":"e2e-api-b-b7f68c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:13.676079545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"c9994f35-765b-4f3a-b15f-23f90c7e4907","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"name":"e2e-api-b-b7f68c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:13.67611258Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"e2e-e2e-api-b-b7f68c-policy","reconcileID":"c9994f35-765b-4f3a-b15f-23f90c7e4907","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-b7f68c-policy","namespace":"ai-tenant-e2e-api-b-b7f68c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b7f68c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:13.729687086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86971880-750f-4836-8996-0558c759fedc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:13.729707606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86971880-750f-4836-8996-0558c759fedc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:14.285948645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"61ec25ba-72dd-4ff2-b8d7-86b0282f9a89","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:14.28597041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"61ec25ba-72dd-4ff2-b8d7-86b0282f9a89","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:16.021083502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231262ee-557e-4fba-91e1-839ec7287497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:16.072047647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231262ee-557e-4fba-91e1-839ec7287497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:16.121052186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231262ee-557e-4fba-91e1-839ec7287497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:16.169681708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231262ee-557e-4fba-91e1-839ec7287497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:18.08768973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b300ac-c40c-4af1-978c-af959b27254d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:18.136358106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b300ac-c40c-4af1-978c-af959b27254d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:18.185268858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b300ac-c40c-4af1-978c-af959b27254d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:18.234237204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2b300ac-c40c-4af1-978c-af959b27254d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:24.286739919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c374d127-593f-4896-bb7b-c0148c79b4b3","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"tenant":"e2e-mt-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","model":"ai-tenant-e2e-mt-3f4bfacf/e2e-lifecycle-model-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:24.2867637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"e2e-lifecycle-model-3f4bfacf","reconcileID":"c374d127-593f-4896-bb7b-c0148c79b4b3","MaaSModelRef":{"name":"e2e-lifecycle-model-3f4bfacf","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"routeName":"e2e-lifecycle-model-3f4bfacf-kserve-route","namespace":"ai-tenant-e2e-mt-3f4bfacf","llmisvcName":"e2e-lifecycle-model-3f4bfacf","gateway":"openshift-ingress/e2e-mt-3f4bfacf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:28.110395302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0c549d-2baf-4589-8f46-9c200ba8f603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:28.15929258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0c549d-2baf-4589-8f46-9c200ba8f603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:28.209751208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0c549d-2baf-4589-8f46-9c200ba8f603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:28.258597325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0c549d-2baf-4589-8f46-9c200ba8f603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:30.079065348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74031527-2ca2-4252-bada-abc0e8645ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:30.129093985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74031527-2ca2-4252-bada-abc0e8645ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:30.179159671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74031527-2ca2-4252-bada-abc0e8645ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:30.228196824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74031527-2ca2-4252-bada-abc0e8645ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:32.22254518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bda41c-a119-481b-9a40-63b2d6bde491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:32.273071928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bda41c-a119-481b-9a40-63b2d6bde491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:32.32453021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bda41c-a119-481b-9a40-63b2d6bde491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:32.374261336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2bda41c-a119-481b-9a40-63b2d6bde491","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:34.222711062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27396391-0011-4172-96e8-511af8bdc06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:34.271295159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27396391-0011-4172-96e8-511af8bdc06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:34.31999485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27396391-0011-4172-96e8-511af8bdc06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:34.368735892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27396391-0011-4172-96e8-511af8bdc06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:36.082067018Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a27521","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a27521","reconcileID":"029110c6-425e-4bd5-a21e-c638c75fb799","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a27521","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a27521":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:36.221858536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670f5d63-b6e7-4563-be40-e041d4155110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:36.270904676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670f5d63-b6e7-4563-be40-e041d4155110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:36.319798145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670f5d63-b6e7-4563-be40-e041d4155110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:36.373385337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670f5d63-b6e7-4563-be40-e041d4155110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:38.205917818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc3e15d-ae13-40b1-9dba-d776bf3e6919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:38.254736677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc3e15d-ae13-40b1-9dba-d776bf3e6919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:38.303553609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc3e15d-ae13-40b1-9dba-d776bf3e6919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:38.352126069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc3e15d-ae13-40b1-9dba-d776bf3e6919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:39.221610186Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:40.240336353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbafccf-805e-450f-b5b9-e07328c49a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:40.289111969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbafccf-805e-450f-b5b9-e07328c49a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:40.339530122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbafccf-805e-450f-b5b9-e07328c49a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:40.389174948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbafccf-805e-450f-b5b9-e07328c49a95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:42.308311258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ecef42-6201-4ec3-9441-0be9cfbe66bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:42.357079031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ecef42-6201-4ec3-9441-0be9cfbe66bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:42.420157349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ecef42-6201-4ec3-9441-0be9cfbe66bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:42.469324876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ecef42-6201-4ec3-9441-0be9cfbe66bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:44.286972601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8c08f8-36d6-4a9e-95f4-9288e86175a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:44.335590577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8c08f8-36d6-4a9e-95f4-9288e86175a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:44.384379224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8c08f8-36d6-4a9e-95f4-9288e86175a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:44.433131859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b8c08f8-36d6-4a9e-95f4-9288e86175a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.288654084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213ede75-86ed-4f28-b80d-b9e61e5ea722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.337366722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213ede75-86ed-4f28-b80d-b9e61e5ea722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.386334443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213ede75-86ed-4f28-b80d-b9e61e5ea722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.435010355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213ede75-86ed-4f28-b80d-b9e61e5ea722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.551726357Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","namespace":"ai-tenant-e2e-api-b-0d5016","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.551807225Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","namespace":"ai-tenant-e2e-api-b-0d5016","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.55188517Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","tenant":"e2e-api-b-0d5016","tenantID":"e2e-api-b-0d5016","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.602712938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"Deployment","name":"maas-api-e2e-api-b-0d5016","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.69751811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"Service","name":"maas-api-e2e-api-b-0d5016","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.750654602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-0d5016","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.806693541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-0d5016","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.864953829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.928636628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:46.984846991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.039005607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.088124637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"Deployment","name":"payload-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.136638531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.185022449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"Service","name":"payload-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.237226755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.288117942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.33777791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.386205137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.445135028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.493816261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.542130092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.591813636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-0d5016","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:47.647837669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0d5016"},"namespace":"ai-tenant-e2e-api-b-0d5016","name":"default-tenant","reconcileID":"aa68f995-edce-4d9e-857f-8323cdb8728d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-0d5016","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:48.428380131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828447de-852b-43d7-a02e-4c3d213a60c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:48.477165184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828447de-852b-43d7-a02e-4c3d213a60c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:48.526050886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828447de-852b-43d7-a02e-4c3d213a60c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:48.574830512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828447de-852b-43d7-a02e-4c3d213a60c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:50.385378863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b009e45f-81e7-4f87-98b4-8da45a7c38bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:50.434152121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b009e45f-81e7-4f87-98b4-8da45a7c38bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:50.48268572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b009e45f-81e7-4f87-98b4-8da45a7c38bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:50.53143428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b009e45f-81e7-4f87-98b4-8da45a7c38bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:52.330580607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba57daa-e381-4558-8652-ccca0f957dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:52.37908029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba57daa-e381-4558-8652-ccca0f957dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:52.428063078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba57daa-e381-4558-8652-ccca0f957dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:52.477158194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ba57daa-e381-4558-8652-ccca0f957dfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:54.608850465Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0d5016","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0d5016","reconcileID":"49a18392-805e-4312-90ac-22d403072d63","aitenant":"ai-tenants/e2e-api-b-0d5016","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:54.806926272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e231aae-be3c-4fe8-b565-1f36b97bb077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:54.855701442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e231aae-be3c-4fe8-b565-1f36b97bb077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:54.904201497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e231aae-be3c-4fe8-b565-1f36b97bb077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:54.952874615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e231aae-be3c-4fe8-b565-1f36b97bb077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:55.313899756Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0d5016","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0d5016","reconcileID":"49a18392-805e-4312-90ac-22d403072d63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0d5016","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-0d5016"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:56.78149571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9fe3dc-01c3-4e0a-8f61-fcf06a283726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:56.830257324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9fe3dc-01c3-4e0a-8f61-fcf06a283726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:56.879124858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9fe3dc-01c3-4e0a-8f61-fcf06a283726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:56.927995326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a9fe3dc-01c3-4e0a-8f61-fcf06a283726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:59.0030647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ae3dde-d95a-4fb6-b2e9-5b92b0e9f5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:59.051854253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ae3dde-d95a-4fb6-b2e9-5b92b0e9f5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:59.100891995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ae3dde-d95a-4fb6-b2e9-5b92b0e9f5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:44:59.161687478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61ae3dde-d95a-4fb6-b2e9-5b92b0e9f5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:00.996195743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb168392-6c54-4834-9624-a96fd9e4652a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:01.045339658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb168392-6c54-4834-9624-a96fd9e4652a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:01.094091111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb168392-6c54-4834-9624-a96fd9e4652a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:01.148145435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb168392-6c54-4834-9624-a96fd9e4652a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:02.851999861Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f737a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f737a8","reconcileID":"f65b8550-2c3b-44d0-bb5d-34f7468653eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f737a8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f737a8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:02.994266795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3e86de-b5ed-4757-8219-e43bc905991c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.04376961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3e86de-b5ed-4757-8219-e43bc905991c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.093293769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3e86de-b5ed-4757-8219-e43bc905991c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.142933101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3e86de-b5ed-4757-8219-e43bc905991c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.203658483Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","namespace":"ai-tenant-e2e-api-b-b7f68c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.2037143Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","namespace":"ai-tenant-e2e-api-b-b7f68c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.203762845Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","tenant":"e2e-api-b-b7f68c","tenantID":"e2e-api-b-b7f68c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.257536851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"Deployment","name":"maas-api-e2e-api-b-b7f68c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.317521569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"Service","name":"maas-api-e2e-api-b-b7f68c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.403491844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-b7f68c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.456912917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-b7f68c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.507004613Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ab3bd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ab3bd2","reconcileID":"1eca0ef9-d237-4973-ac3c-16ec1569acdf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ab3bd2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ab3bd2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.514649174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.578242196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.63225083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.690754631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.739950872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"Deployment","name":"payload-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.789060364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.838102168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"Service","name":"payload-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.886951641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"Service","name":"payload-pre-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:03.94451239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:04.006169235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:04.057904124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:04.110379437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:04.16074901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:04.20903257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:04.259824966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-b7f68c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:04.318649718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b7f68c"},"namespace":"ai-tenant-e2e-api-b-b7f68c","name":"default-tenant","reconcileID":"861e2527-1635-440b-b87a-f2172f096794","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-b7f68c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:05.035567678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f194ac-8aaa-4b37-828f-ac46579adb73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:05.085217897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f194ac-8aaa-4b37-828f-ac46579adb73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:05.134362146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f194ac-8aaa-4b37-828f-ac46579adb73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:05.183971628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0f194ac-8aaa-4b37-828f-ac46579adb73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:07.077166734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826c856a-7aca-4d1f-9052-574e2d75623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:07.125796129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826c856a-7aca-4d1f-9052-574e2d75623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:07.174412401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826c856a-7aca-4d1f-9052-574e2d75623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:07.223349138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826c856a-7aca-4d1f-9052-574e2d75623d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:08.769200011Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b7f68c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b7f68c","reconcileID":"dcf988aa-bbfc-40f5-802c-58b73fce18e6","aitenant":"ai-tenants/e2e-api-b-b7f68c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:09.217607752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb40233e-8ce9-42ef-900f-d774182b7007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:09.22477217Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:09.266361318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb40233e-8ce9-42ef-900f-d774182b7007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:09.315097406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb40233e-8ce9-42ef-900f-d774182b7007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:09.363903504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb40233e-8ce9-42ef-900f-d774182b7007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:09.531509385Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b7f68c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b7f68c","reconcileID":"dcf988aa-bbfc-40f5-802c-58b73fce18e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b7f68c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-b7f68c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:11.220311539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5650e7f-3264-43a9-b2a0-f80d48912ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:11.269220445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5650e7f-3264-43a9-b2a0-f80d48912ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:11.317923385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5650e7f-3264-43a9-b2a0-f80d48912ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:11.36968091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5650e7f-3264-43a9-b2a0-f80d48912ade","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:13.208400601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db04a8ce-4bdd-4732-bb14-f89a4719c131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:13.257049223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db04a8ce-4bdd-4732-bb14-f89a4719c131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:13.305791673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db04a8ce-4bdd-4732-bb14-f89a4719c131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:13.355043186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db04a8ce-4bdd-4732-bb14-f89a4719c131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:15.992314103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c01ef7-69c6-4fd8-aee3-1e39142e2f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.041195569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c01ef7-69c6-4fd8-aee3-1e39142e2f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.09025891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c01ef7-69c6-4fd8-aee3-1e39142e2f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.138993635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c01ef7-69c6-4fd8-aee3-1e39142e2f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.545547497Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f5f48b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f5f48b","reconcileID":"89d9f315-6858-41e0-81de-157e665a4d19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f5f48b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f5f48b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.700898553Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","namespace":"ai-tenant-e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.700986169Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","namespace":"ai-tenant-e2e-mt-3f4bfacf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.701049292Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","tenant":"e2e-mt-3f4bfacf","tenantID":"e2e-mt-3f4bfacf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.752675841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"Deployment","name":"maas-api-e2e-mt-3f4bfacf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.80879393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"Service","name":"maas-api-e2e-mt-3f4bfacf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.860845439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-3f4bfacf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.911705602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-3f4bfacf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:16.963836223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.030006949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.103191425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.158937824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.209999025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"Deployment","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.258735342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.307261583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"Service","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.355438351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"Service","name":"payload-pre-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.405423542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"DestinationRule","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.465485941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.513847318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.5684801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.617547987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.669167148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.718890663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-3f4bfacf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:17.774799717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-3f4bfacf"},"namespace":"ai-tenant-e2e-mt-3f4bfacf","name":"default-tenant","reconcileID":"e629a872-d39c-480a-b4f6-9829f1c278f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-3f4bfacf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:18.010395361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478f89b1-3706-421c-97c2-e53dce6547ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:18.059023186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478f89b1-3706-421c-97c2-e53dce6547ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:18.10757852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478f89b1-3706-421c-97c2-e53dce6547ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:18.156318508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478f89b1-3706-421c-97c2-e53dce6547ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:20.007391576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77b211f-83cc-4910-a5a4-145938dc62cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:20.075626947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77b211f-83cc-4910-a5a4-145938dc62cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:20.126906914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77b211f-83cc-4910-a5a4-145938dc62cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:20.175879641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d77b211f-83cc-4910-a5a4-145938dc62cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:20.223177099Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-3f4bfacf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-3f4bfacf","reconcileID":"e78b1667-2214-456d-9b02-dfee44779498","aitenant":"ai-tenants/e2e-mt-3f4bfacf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:20.961645551Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-3f4bfacf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-3f4bfacf","reconcileID":"e78b1667-2214-456d-9b02-dfee44779498","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-3f4bfacf","removed":["maas.opendatahub.io/gateway-access-e2e-mt-3f4bfacf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:22.015206337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df055aa9-17d8-45a9-9ae3-3d24195eca05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:22.063888754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df055aa9-17d8-45a9-9ae3-3d24195eca05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:22.122931362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df055aa9-17d8-45a9-9ae3-3d24195eca05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:22.17189855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df055aa9-17d8-45a9-9ae3-3d24195eca05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:24.050836111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa303ea5-02d6-4910-b03c-8143b123da61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:24.099898423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa303ea5-02d6-4910-b03c-8143b123da61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:24.150770339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa303ea5-02d6-4910-b03c-8143b123da61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:24.199526659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa303ea5-02d6-4910-b03c-8143b123da61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:25.999939292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440913f7-87d5-45a5-8fee-1c2988a4db61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:26.048695004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440913f7-87d5-45a5-8fee-1c2988a4db61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:26.097637285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440913f7-87d5-45a5-8fee-1c2988a4db61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:26.146227061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440913f7-87d5-45a5-8fee-1c2988a4db61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:27.22064417Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5da70e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5da70e","reconcileID":"a3cdfd86-bcfd-412e-97e8-5812327f9f3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5da70e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-5da70e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:27.850380288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"5f8ac7c6-4a07-4c7d-b17c-36eb78b3e426","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a27521","tenantID":"e2e-ipp-b-a27521","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:27.964033395Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"5f8ac7c6-4a07-4c7d-b17c-36eb78b3e426","name":"e2e-ipp-b-a27521-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:28.003961716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa419290-9470-47fb-a26e-4e77695888cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:28.05251652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa419290-9470-47fb-a26e-4e77695888cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:28.101749494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa419290-9470-47fb-a26e-4e77695888cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:28.150440842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa419290-9470-47fb-a26e-4e77695888cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:29.967585145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e433b39-74b3-4735-9bbc-656721207136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:30.016221733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e433b39-74b3-4735-9bbc-656721207136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:30.064843154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e433b39-74b3-4735-9bbc-656721207136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:30.113799957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e433b39-74b3-4735-9bbc-656721207136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:31.910479274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e7ce1c-7083-4e87-bb3f-1d1601688fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:31.966967934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e7ce1c-7083-4e87-bb3f-1d1601688fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:32.016089471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e7ce1c-7083-4e87-bb3f-1d1601688fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:32.065778421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1e7ce1c-7083-4e87-bb3f-1d1601688fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:33.89146589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3cc0fb-ae1a-4ca7-bb6a-383c239b5266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:33.94108806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3cc0fb-ae1a-4ca7-bb6a-383c239b5266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:33.9987797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3cc0fb-ae1a-4ca7-bb6a-383c239b5266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:34.048344255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3cc0fb-ae1a-4ca7-bb6a-383c239b5266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:39.220946874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:57.82591522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"d6712469-ac73-42fd-943c-39f9a5cc4f12","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f737a8","tenantID":"e2e-ipp-a-f737a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:45:57.938380366Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"d6712469-ac73-42fd-943c-39f9a5cc4f12","name":"e2e-ipp-a-f737a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:02.408029591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"edfd74f7-5fe3-4820-a2b8-07d3c9165343","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ab3bd2","tenantID":"e2e-ipp-b-ab3bd2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:02.520489018Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"edfd74f7-5fe3-4820-a2b8-07d3c9165343","name":"e2e-ipp-b-ab3bd2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:09.222044506Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:17.85597013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"10d7134f-3205-430d-a41d-758d47c4ee06","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:17.970607344Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"10d7134f-3205-430d-a41d-758d47c4ee06","name":"e2e-ipp-a-f5f48b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:28.802329651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a309aab-8f9a-45e7-ab43-d5ae39eba8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:28.851217062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a309aab-8f9a-45e7-ab43-d5ae39eba8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:28.905109308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a309aab-8f9a-45e7-ab43-d5ae39eba8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:28.954593271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a309aab-8f9a-45e7-ab43-d5ae39eba8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:30.878723308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddca5e18-6e5b-415e-a5b0-a16e69720709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:30.928027547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddca5e18-6e5b-415e-a5b0-a16e69720709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:30.978658928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddca5e18-6e5b-415e-a5b0-a16e69720709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:31.030194105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddca5e18-6e5b-415e-a5b0-a16e69720709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:31.885644349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"5f3cb95b-7690-482b-a1b1-abab5b9016aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:32.016503956Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"5f3cb95b-7690-482b-a1b1-abab5b9016aa","name":"e2e-api-a-5da70e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:38.05776568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4228929d-f4c2-4abe-b43f-5fef4d79399c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:38.106649821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4228929d-f4c2-4abe-b43f-5fef4d79399c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:38.155344193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4228929d-f4c2-4abe-b43f-5fef4d79399c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:38.207305874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4228929d-f4c2-4abe-b43f-5fef4d79399c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:39.221835714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:39.986940832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa2fdc0-b602-4cce-9e98-e7be82b717de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:40.04350764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa2fdc0-b602-4cce-9e98-e7be82b717de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:40.093833683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa2fdc0-b602-4cce-9e98-e7be82b717de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:40.142728942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa2fdc0-b602-4cce-9e98-e7be82b717de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:41.960832684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bf504d-c673-4a3f-a103-f090a87b9a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:42.010721851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bf504d-c673-4a3f-a103-f090a87b9a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:42.059620614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bf504d-c673-4a3f-a103-f090a87b9a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:46:42.108714711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79bf504d-c673-4a3f-a103-f090a87b9a06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:03.586700256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffee0f84-d117-48a5-aca1-7d478cbdf851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:03.635356966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffee0f84-d117-48a5-aca1-7d478cbdf851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:03.684179476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffee0f84-d117-48a5-aca1-7d478cbdf851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:03.733050656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffee0f84-d117-48a5-aca1-7d478cbdf851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:05.583775511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48113fc1-d6a2-43e3-b5f6-739850e3fc30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:05.632988801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48113fc1-d6a2-43e3-b5f6-739850e3fc30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:05.682181773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48113fc1-d6a2-43e3-b5f6-739850e3fc30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:05.731013192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48113fc1-d6a2-43e3-b5f6-739850e3fc30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:07.798271091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642352f8-af17-4e92-9311-631baac7ee8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:07.847058054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642352f8-af17-4e92-9311-631baac7ee8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:07.89627559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642352f8-af17-4e92-9311-631baac7ee8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:07.9472438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642352f8-af17-4e92-9311-631baac7ee8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:09.221828612Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:09.792380592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3eccd54-b0b1-4f45-af78-95a8bc1afb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:09.841687873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3eccd54-b0b1-4f45-af78-95a8bc1afb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:09.890343017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3eccd54-b0b1-4f45-af78-95a8bc1afb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:09.939182431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3eccd54-b0b1-4f45-af78-95a8bc1afb20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:11.803563479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4235c19a-9b97-4236-aecf-5376705dfbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:11.854139233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4235c19a-9b97-4236-aecf-5376705dfbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:11.86167054Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-436d99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-436d99","reconcileID":"8101d484-fae7-4632-b302-d38e759b91f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-436d99","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-436d99":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:11.903700907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4235c19a-9b97-4236-aecf-5376705dfbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:11.954588967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4235c19a-9b97-4236-aecf-5376705dfbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:11.957268646Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","namespace":"ai-tenant-e2e-ipp-a-5c3877","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:11.957342146Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","namespace":"ai-tenant-e2e-ipp-a-5c3877","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:11.957418356Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","tenant":"e2e-ipp-a-5c3877","tenantID":"e2e-ipp-a-5c3877","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.009880818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"Deployment","name":"maas-api-e2e-ipp-a-5c3877","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.08705901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"Service","name":"maas-api-e2e-ipp-a-5c3877","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.141915464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-5c3877","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.220735667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-5c3877","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.27519369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.334809858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.400824813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.458771256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.526870286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.579769806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.638610138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"Service","name":"payload-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.703023086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.7541103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.805779915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.859361173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.912215278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:12.982930597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:13.033527329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:13.083771567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-5c3877","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:13.13608152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-5c3877"},"namespace":"ai-tenant-e2e-ipp-a-5c3877","name":"default-tenant","reconcileID":"42d18a1c-cfea-412b-b663-9d9d363a8386","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-5c3877","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:13.945133412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11fab33-9dc7-401b-a46c-d158165e43c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:13.994084843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11fab33-9dc7-401b-a46c-d158165e43c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:14.0427988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11fab33-9dc7-401b-a46c-d158165e43c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:14.09172198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11fab33-9dc7-401b-a46c-d158165e43c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:15.90751679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f06644-cfed-4b90-b70e-d2bb21cc7d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:15.956311536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f06644-cfed-4b90-b70e-d2bb21cc7d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:16.005064196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f06644-cfed-4b90-b70e-d2bb21cc7d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:16.053706018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f06644-cfed-4b90-b70e-d2bb21cc7d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:17.913958487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179085b4-1e61-45e7-b122-714ce6872682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:17.964864267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179085b4-1e61-45e7-b122-714ce6872682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:18.015232314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179085b4-1e61-45e7-b122-714ce6872682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:18.066095159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179085b4-1e61-45e7-b122-714ce6872682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:19.973067328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34a97b5-fe7b-4562-b929-068856c8fcfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:20.023036871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34a97b5-fe7b-4562-b929-068856c8fcfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:20.072361712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34a97b5-fe7b-4562-b929-068856c8fcfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:20.124055873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d34a97b5-fe7b-4562-b929-068856c8fcfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:21.872310118Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5c3877","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5c3877","reconcileID":"ae575bd0-ae10-4bd6-9fe2-31246ac254d1","aitenant":"ai-tenants/e2e-ipp-a-5c3877","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:21.945625226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bf454b-5fc2-4d89-8f72-f972cf8025c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:21.99919237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bf454b-5fc2-4d89-8f72-f972cf8025c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:22.051771682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bf454b-5fc2-4d89-8f72-f972cf8025c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:22.103351065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bf454b-5fc2-4d89-8f72-f972cf8025c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:22.641688086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-5c3877","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-5c3877","reconcileID":"ae575bd0-ae10-4bd6-9fe2-31246ac254d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-5c3877","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-5c3877"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:23.990796884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e897d29e-d720-4dbd-8409-070fd61b1b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:24.040087604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e897d29e-d720-4dbd-8409-070fd61b1b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:24.088661642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e897d29e-d720-4dbd-8409-070fd61b1b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:24.141356567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e897d29e-d720-4dbd-8409-070fd61b1b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:25.973980693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a60e31-68d7-47ec-b406-b1959dfad4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:26.034105629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a60e31-68d7-47ec-b406-b1959dfad4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:26.08257874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a60e31-68d7-47ec-b406-b1959dfad4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:26.131633104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3a60e31-68d7-47ec-b406-b1959dfad4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:27.991526749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21518030-bbca-4249-8a12-51cb61c3687e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:28.040048858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21518030-bbca-4249-8a12-51cb61c3687e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:28.088615824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21518030-bbca-4249-8a12-51cb61c3687e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:28.137142569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21518030-bbca-4249-8a12-51cb61c3687e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:36.982603211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f4ab4c-4fdd-4af1-a478-287b545fa639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:37.031057033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f4ab4c-4fdd-4af1-a478-287b545fa639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:37.079878668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f4ab4c-4fdd-4af1-a478-287b545fa639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:37.129757609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3f4ab4c-4fdd-4af1-a478-287b545fa639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:38.928031043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17691171-d092-4fc2-a82d-caefe6e95adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:38.978375978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17691171-d092-4fc2-a82d-caefe6e95adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:39.031114115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17691171-d092-4fc2-a82d-caefe6e95adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:39.080107824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17691171-d092-4fc2-a82d-caefe6e95adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:39.223091819Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:40.729266064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"502f8e8b-1e58-44dc-b9cf-e71dc2f9a70c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:40.729289753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"502f8e8b-1e58-44dc-b9cf-e71dc2f9a70c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:40.781649585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ced0eb4a-a441-4c8b-b6fd-0c8f067826a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:40.781671097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ced0eb4a-a441-4c8b-b6fd-0c8f067826a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:40.882615286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"1ffb3116-33de-4b93-a5a3-bf076a89e7b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:41.012125858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"1ffb3116-33de-4b93-a5a3-bf076a89e7b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"name":"e2e-api-a-5da70e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:41.065027516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5da70e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"1ffb3116-33de-4b93-a5a3-bf076a89e7b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:41.122515818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bebf2607-3019-407d-b451-87c8cba2e75d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:41.122630843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bebf2607-3019-407d-b451-87c8cba2e75d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:45.867433954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ff55be-9f9f-4a10-8c18-3e6fa4d7478b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:45.916084263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ff55be-9f9f-4a10-8c18-3e6fa4d7478b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:45.964903538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ff55be-9f9f-4a10-8c18-3e6fa4d7478b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:46.013936921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ff55be-9f9f-4a10-8c18-3e6fa4d7478b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:46.425089478Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-14e181","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-14e181","reconcileID":"f4586d03-6304-4a0d-99c1-bce24d2c189f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-14e181","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-14e181":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:47.815987959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a291474-6012-414b-b6de-3c866c830e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:47.864694874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a291474-6012-414b-b6de-3c866c830e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:47.913415122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a291474-6012-414b-b6de-3c866c830e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:47.962186115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a291474-6012-414b-b6de-3c866c830e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:49.759036326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2733a836-7185-472b-9508-6dffa74a71fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:49.80880723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2733a836-7185-472b-9508-6dffa74a71fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:49.857529661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2733a836-7185-472b-9508-6dffa74a71fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:49.90619323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2733a836-7185-472b-9508-6dffa74a71fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:51.223334816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"3b14a5fa-bb8c-4bb8-97f2-012c8590dd44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:51.278587629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"3b14a5fa-bb8c-4bb8-97f2-012c8590dd44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"name":"e2e-api-a-5da70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:47:51.332166371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5da70e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"3b14a5fa-bb8c-4bb8-97f2-012c8590dd44","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:01.430737494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f7ee6b1c-cb44-48bf-a1a1-c1abd107a59c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:01.484787819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f7ee6b1c-cb44-48bf-a1a1-c1abd107a59c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"name":"e2e-api-a-5da70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:01.53773155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5da70e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3126feaea779a6266468b6b52a0f476c921b94657219f7da2366ecc66c090733) AuthConfig (802ae0b2c709bc403fdd55ba30cc92cc0a2c3c20530816a97575a59147e5fb12) AuthConfig (8482ebe2e27d0ff94ecbebc17f56b7951225369806319cd120232e339b8f09f6) AuthConfig (40bbea9454667464a9cb8f3e097020dd3936e9d26112ea63c71ca259447f71af) AuthConfig (ce3b3710acdc6dd1cf02fbd51c83c6387ed10a9798c95f037906a0d29921709c) AuthConfig (474b077831ac61f6f01c3a2e697b7ad159ebf74e07a8c3c5f266025ee4f80e1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f7ee6b1c-cb44-48bf-a1a1-c1abd107a59c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:01.590868877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"352bb68c-b251-4124-9563-0aef0bcecae8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:01.590896959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"352bb68c-b251-4124-9563-0aef0bcecae8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:09.222337638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:11.689661957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"db271e27-2f20-46a3-b416-956e3ac283de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:11.743799603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"db271e27-2f20-46a3-b416-956e3ac283de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"name":"e2e-api-a-5da70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:11.79728466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5da70e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3126feaea779a6266468b6b52a0f476c921b94657219f7da2366ecc66c090733) AuthConfig (802ae0b2c709bc403fdd55ba30cc92cc0a2c3c20530816a97575a59147e5fb12) AuthConfig (8482ebe2e27d0ff94ecbebc17f56b7951225369806319cd120232e339b8f09f6) AuthConfig (40bbea9454667464a9cb8f3e097020dd3936e9d26112ea63c71ca259447f71af) AuthConfig (ce3b3710acdc6dd1cf02fbd51c83c6387ed10a9798c95f037906a0d29921709c) AuthConfig (474b077831ac61f6f01c3a2e697b7ad159ebf74e07a8c3c5f266025ee4f80e1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"db271e27-2f20-46a3-b416-956e3ac283de","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:21.567152018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f4ea2dc-da89-4a52-8fba-662eb0800366","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:21.670206363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"9c884fa7-5ffb-4f8f-b348-cd0a3354e307","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:21.823765953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"99fd58b3-fa75-4555-a4da-7c0f1261cf21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:21.895005809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f6af120a-663e-44ec-9d9a-45c13aba7057","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:21.940595451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"9ee9fbba-2e87-418d-a0b8-cb605d17ac09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:21.951443337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f6af120a-663e-44ec-9d9a-45c13aba7057","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"name":"e2e-api-a-5da70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.04265183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"cab77731-b22b-41bb-9194-0cbac37c3ff5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.141556525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e48fd9f-b0ba-47d3-93ff-a6df3a848842","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.141604459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"27739a37-0ef4-48b2-9ee0-8b070822d743","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.243750312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"0a78439c-3efb-48d8-b406-a221c300ff21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.256410266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d8f9e46-e81e-488c-aa5b-51975e742bf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.256428739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d8f9e46-e81e-488c-aa5b-51975e742bf5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.341865733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"8ae083f1-350a-4f3a-99a7-86ca06020d32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.442740383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"e52e79e2-f06a-42a9-b242-df08e9f9e456","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.442861891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"809e691e-a3f8-4f60-b2a2-431b597da2ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:22.639926677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"f188023c-3b99-41d1-85cb-81439758ae05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:23.652206404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"bd812bf0-12d6-4218-afac-3a46c072a0c1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-436d99","tenantID":"e2e-ipp-b-436d99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:23.763545971Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"bd812bf0-12d6-4218-afac-3a46c072a0c1","name":"e2e-ipp-b-436d99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:34.936334218Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","namespace":"ai-tenant-e2e-ipp-b-a27521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:34.936393943Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","namespace":"ai-tenant-e2e-ipp-b-a27521","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:34.936444422Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","tenant":"e2e-ipp-b-a27521","tenantID":"e2e-ipp-b-a27521","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:34.987584747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a27521","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.049240461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"Service","name":"maas-api-e2e-ipp-b-a27521","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.10152539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a27521","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.153368346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a27521","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.212623927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.264954828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.319631739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.373819493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.432843163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.485985696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.542989614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"Service","name":"payload-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.606719924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.658159964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.70923952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.762275473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.815178831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.865885654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.917491221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:35.969779217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a27521","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:36.025336273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a27521"},"namespace":"ai-tenant-e2e-ipp-b-a27521","name":"default-tenant","reconcileID":"4c922206-ce26-4037-a6f9-50a7b5369ced","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a27521","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:37.724219575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5511b2f0-bfe8-44a1-bf4f-0e9c59b317a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:37.772932419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5511b2f0-bfe8-44a1-bf4f-0e9c59b317a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:37.821594025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5511b2f0-bfe8-44a1-bf4f-0e9c59b317a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:37.877744689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5511b2f0-bfe8-44a1-bf4f-0e9c59b317a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:38.850360421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"393525dd-a301-4b93-bc91-c83f95e7412c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.091724997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"33dff072-0e9f-49a7-abee-bc9325831e2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.098123445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"21d7b93e-ba22-438b-9e57-30a49a7b68d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.235668416Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.302771467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"e419e6d2-f78f-4a94-981e-e7115e08189a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.391884964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aa491eba-121a-412a-b9b0-8e8693d16d91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.495889096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"9e64afda-d2cd-4d8c-8f35-98c7db2435b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.593669063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"985e2cae-8bc5-4012-9ac9-8553d2aaa060","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.693085839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"d4b6104a-520a-4546-949d-2a2cc8a7bbb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.735808148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dae52eb-921d-4ed5-858e-07dae5bb1bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.796022209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dae52eb-921d-4ed5-858e-07dae5bb1bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.840667746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"e6495780-ac3b-421a-ac21-f5c478297e10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.844637393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dae52eb-921d-4ed5-858e-07dae5bb1bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:39.896583886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dae52eb-921d-4ed5-858e-07dae5bb1bbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:40.096128658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"fbc5b23e-115b-461e-a085-b653b6537123","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:40.113404261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"94ffa26e-0d0e-415c-ba86-05bb8dcb5b87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:40.363695676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bafb1efb-52c3-4798-9628-f346ae161fb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:41.74933698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b7ecd6b-fe33-4e49-a9eb-95010326c17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:41.798012979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b7ecd6b-fe33-4e49-a9eb-95010326c17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:41.848709421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b7ecd6b-fe33-4e49-a9eb-95010326c17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:41.897777387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b7ecd6b-fe33-4e49-a9eb-95010326c17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:43.739482795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33515c84-f4c9-4c83-a16e-7a14da071153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:43.796670329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33515c84-f4c9-4c83-a16e-7a14da071153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:43.845477686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33515c84-f4c9-4c83-a16e-7a14da071153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:43.89503732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33515c84-f4c9-4c83-a16e-7a14da071153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:45.032334941Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a27521","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a27521","reconcileID":"c60e43b5-112a-4e0c-9bb8-1f7d4dcebf6e","aitenant":"ai-tenants/e2e-ipp-b-a27521","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:45.787034806Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a27521","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a27521","reconcileID":"c60e43b5-112a-4e0c-9bb8-1f7d4dcebf6e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a27521","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a27521"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:45.832666749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f2641a-1db2-47ca-9ed9-cf543caf061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:45.88187125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f2641a-1db2-47ca-9ed9-cf543caf061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:45.93161042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f2641a-1db2-47ca-9ed9-cf543caf061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:45.981099645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f2641a-1db2-47ca-9ed9-cf543caf061c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:47.886187985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e65659-438e-44de-a74c-10cec926d171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:47.935700565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e65659-438e-44de-a74c-10cec926d171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:47.985233829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e65659-438e-44de-a74c-10cec926d171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:48.034162809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55e65659-438e-44de-a74c-10cec926d171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:48.289662711Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-37d0ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-37d0ba","reconcileID":"3a3396c9-6c1f-4031-b240-b68bf4bb3df8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-37d0ba","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-37d0ba":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:49.944850968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"069f06e3-7c94-4906-a80a-17aec16e0480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:49.996687633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"069f06e3-7c94-4906-a80a-17aec16e0480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:50.045935682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"069f06e3-7c94-4906-a80a-17aec16e0480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:50.09712817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"069f06e3-7c94-4906-a80a-17aec16e0480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:52.075909632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e64ed12-1c85-4281-93f0-94a24c044655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:52.134604357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e64ed12-1c85-4281-93f0-94a24c044655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:52.275255669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e64ed12-1c85-4281-93f0-94a24c044655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:52.33367826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e64ed12-1c85-4281-93f0-94a24c044655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:53.837370452Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-394ee9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-394ee9","reconcileID":"14d5f28a-5653-4ddf-9c3b-e06199dc238d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-394ee9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-394ee9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:54.155507138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248bb325-d05d-40f9-a118-33cf515e0ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:54.26085902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248bb325-d05d-40f9-a118-33cf515e0ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:54.31720577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248bb325-d05d-40f9-a118-33cf515e0ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:54.367222971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248bb325-d05d-40f9-a118-33cf515e0ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.136300554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"8b204e14-71c0-455d-a84f-13a63f6a374c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.159648058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d65529e3-e716-43f8-9864-cda97ebeccc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.209103929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d65529e3-e716-43f8-9864-cda97ebeccc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.257938037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d65529e3-e716-43f8-9864-cda97ebeccc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.30694265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d65529e3-e716-43f8-9864-cda97ebeccc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.320363178Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"8b204e14-71c0-455d-a84f-13a63f6a374c","name":"e2e-api-b-14e181-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.37515575Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","namespace":"ai-tenant-e2e-ipp-a-31984c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.375247235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","namespace":"ai-tenant-e2e-ipp-a-31984c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.375303607Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","tenant":"e2e-ipp-a-31984c","tenantID":"e2e-ipp-a-31984c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.425991874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"Deployment","name":"maas-api-e2e-ipp-a-31984c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.485677183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"Service","name":"maas-api-e2e-ipp-a-31984c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.561919299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-31984c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.612144677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-31984c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.663626561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.718642974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.778212675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.835635082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.893930747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:56.944784561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.00365307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"Service","name":"payload-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.061114383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.11216197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.163093182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.215404949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.306622278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.356781137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.40931107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.461307503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-31984c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:57.520919488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-31984c"},"namespace":"ai-tenant-e2e-ipp-a-31984c","name":"default-tenant","reconcileID":"c01b9448-3ae7-4acb-a32f-b22fa89af213","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-31984c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:58.193716135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfeb99b8-856d-4836-bcda-1e872b7323ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:58.242519346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfeb99b8-856d-4836-bcda-1e872b7323ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:58.292815918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfeb99b8-856d-4836-bcda-1e872b7323ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:48:58.343163655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfeb99b8-856d-4836-bcda-1e872b7323ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:00.232852602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5106a5d-b12f-4c59-8d31-81accf9fdcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:00.281548683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5106a5d-b12f-4c59-8d31-81accf9fdcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:00.330337452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5106a5d-b12f-4c59-8d31-81accf9fdcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:00.379214126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5106a5d-b12f-4c59-8d31-81accf9fdcde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:02.183707522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c6c8b7-d205-4d36-813b-1c757d85c5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:02.23258438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c6c8b7-d205-4d36-813b-1c757d85c5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:02.281281241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c6c8b7-d205-4d36-813b-1c757d85c5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:02.33014428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c6c8b7-d205-4d36-813b-1c757d85c5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:03.543097772Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-31984c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-31984c","reconcileID":"76256301-72e5-42ef-850b-c58011b9272b","aitenant":"ai-tenants/e2e-ipp-a-31984c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:04.136666408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c0f3bd-1713-4a1f-b87a-40e466c72026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:04.185495533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c0f3bd-1713-4a1f-b87a-40e466c72026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:04.234276599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c0f3bd-1713-4a1f-b87a-40e466c72026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:04.283088383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91c0f3bd-1713-4a1f-b87a-40e466c72026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:04.340570409Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-31984c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-31984c","reconcileID":"76256301-72e5-42ef-850b-c58011b9272b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-31984c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-31984c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:06.083667793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1329a87-8184-4928-94e3-2dc1991ec744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:06.132370573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1329a87-8184-4928-94e3-2dc1991ec744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:06.180943581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1329a87-8184-4928-94e3-2dc1991ec744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:06.229837387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1329a87-8184-4928-94e3-2dc1991ec744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:08.089965977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce0fada-fb05-485e-aec4-8c92bb545b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:08.138597367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce0fada-fb05-485e-aec4-8c92bb545b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:08.187050741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce0fada-fb05-485e-aec4-8c92bb545b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:08.235756788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fce0fada-fb05-485e-aec4-8c92bb545b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:09.221928665Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:10.01403529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299babe2-581c-4d67-8264-985645e3d959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:10.06551309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299babe2-581c-4d67-8264-985645e3d959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:10.114949513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299babe2-581c-4d67-8264-985645e3d959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:10.163568448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299babe2-581c-4d67-8264-985645e3d959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:11.990604416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9cb6ef-6fe4-4491-93df-d5bb7e906af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:12.039321581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9cb6ef-6fe4-4491-93df-d5bb7e906af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:12.088089546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9cb6ef-6fe4-4491-93df-d5bb7e906af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:12.136783791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac9cb6ef-6fe4-4491-93df-d5bb7e906af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:13.980346743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e961590-be52-4698-8481-208453a3f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.029247384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e961590-be52-4698-8481-208453a3f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.078078426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e961590-be52-4698-8481-208453a3f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.127057122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e961590-be52-4698-8481-208453a3f7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.379259452Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","namespace":"ai-tenant-e2e-ipp-b-ab3bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.379315736Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","namespace":"ai-tenant-e2e-ipp-b-ab3bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.379363399Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","tenant":"e2e-ipp-b-ab3bd2","tenantID":"e2e-ipp-b-ab3bd2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.432265474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ab3bd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.490846929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"Service","name":"maas-api-e2e-ipp-b-ab3bd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.548707274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ab3bd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.599333085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ab3bd2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.6509831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.704967701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.759546997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.811285876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.864725684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.915615748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:14.97353638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"Service","name":"payload-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.032592857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.116366863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.168728086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.225727726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.278921098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.329913687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.449831273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.502559266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ab3bd2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:15.557649855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ab3bd2"},"namespace":"ai-tenant-e2e-ipp-b-ab3bd2","name":"default-tenant","reconcileID":"95880c05-294b-4b52-8516-46e3bd3337de","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ab3bd2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:16.027856216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc6497d-6741-4a2d-9ec0-07fe69a6a5d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:16.076564108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc6497d-6741-4a2d-9ec0-07fe69a6a5d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:16.125711766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc6497d-6741-4a2d-9ec0-07fe69a6a5d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:16.174428036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc6497d-6741-4a2d-9ec0-07fe69a6a5d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:17.95125392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45b40bc-bc22-4edc-a076-b4e26f432e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:18.000046242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45b40bc-bc22-4edc-a076-b4e26f432e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:18.048514362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45b40bc-bc22-4edc-a076-b4e26f432e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:18.097231759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45b40bc-bc22-4edc-a076-b4e26f432e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:18.343944786Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ab3bd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ab3bd2","reconcileID":"d94cf487-b300-4fc7-8973-bb369b64ab12","aitenant":"ai-tenants/e2e-ipp-b-ab3bd2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:19.090043514Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ab3bd2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ab3bd2","reconcileID":"d94cf487-b300-4fc7-8973-bb369b64ab12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ab3bd2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ab3bd2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:19.903999499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71a92ab-2deb-4a71-87e5-2914cefc8821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:19.952923861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71a92ab-2deb-4a71-87e5-2914cefc8821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:20.001638828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71a92ab-2deb-4a71-87e5-2914cefc8821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:20.050985124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f71a92ab-2deb-4a71-87e5-2914cefc8821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:21.857096429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708dc548-7988-4434-b78a-3fb262e4b0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:21.938136865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708dc548-7988-4434-b78a-3fb262e4b0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:22.02832911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708dc548-7988-4434-b78a-3fb262e4b0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:22.081577342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708dc548-7988-4434-b78a-3fb262e4b0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:23.856569912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3e8035-4dba-41e4-be1b-5a0b80d20576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:23.905379754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3e8035-4dba-41e4-be1b-5a0b80d20576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:23.954176619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3e8035-4dba-41e4-be1b-5a0b80d20576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:24.002884532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc3e8035-4dba-41e4-be1b-5a0b80d20576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:25.871663332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d8323b-2086-4080-8b28-6e0ed1dec6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:25.92029952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d8323b-2086-4080-8b28-6e0ed1dec6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:25.969365842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d8323b-2086-4080-8b28-6e0ed1dec6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:26.018164056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d8323b-2086-4080-8b28-6e0ed1dec6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:27.20699716Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-377b56","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-377b56","reconcileID":"90b248e6-c205-4039-a86f-809393e6b0e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-377b56","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-377b56":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:27.811294489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f1d7e7-8efb-49ca-961b-37bde22d7620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:27.860230936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f1d7e7-8efb-49ca-961b-37bde22d7620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:27.908678686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f1d7e7-8efb-49ca-961b-37bde22d7620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:27.957199998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f1d7e7-8efb-49ca-961b-37bde22d7620","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:29.789713672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a78d0c1c-e772-4bd2-920d-df3a961003e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:29.844617576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a78d0c1c-e772-4bd2-920d-df3a961003e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:29.895720859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a78d0c1c-e772-4bd2-920d-df3a961003e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:29.960922096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a78d0c1c-e772-4bd2-920d-df3a961003e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:31.82931791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538cab27-25b5-4fd9-b189-8759e68c09af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:31.877891096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538cab27-25b5-4fd9-b189-8759e68c09af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:31.938465564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538cab27-25b5-4fd9-b189-8759e68c09af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:32.018004903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538cab27-25b5-4fd9-b189-8759e68c09af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:38.181524429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5706cc1d-5708-45cb-ab07-889554399119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:38.230266114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5706cc1d-5708-45cb-ab07-889554399119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:38.278945328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5706cc1d-5708-45cb-ab07-889554399119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:38.32764046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5706cc1d-5708-45cb-ab07-889554399119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:39.221332204Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:40.109558664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42208aa1-a0e6-4244-b8b6-c86b33ae2300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:40.158287624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42208aa1-a0e6-4244-b8b6-c86b33ae2300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:40.206902973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42208aa1-a0e6-4244-b8b6-c86b33ae2300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:40.255391634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42208aa1-a0e6-4244-b8b6-c86b33ae2300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:42.050320546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c1a714-1527-428b-8779-8bf5d6c529a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:42.099392815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c1a714-1527-428b-8779-8bf5d6c529a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:42.148209533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c1a714-1527-428b-8779-8bf5d6c529a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:42.19691331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c1a714-1527-428b-8779-8bf5d6c529a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:43.971443547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b639cb-38f5-4a56-9a9e-014f13c3e369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:44.021529772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b639cb-38f5-4a56-9a9e-014f13c3e369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:44.070088285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b639cb-38f5-4a56-9a9e-014f13c3e369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:44.118798274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b639cb-38f5-4a56-9a9e-014f13c3e369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:45.912573467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ff7fc1-7e21-4874-8b92-051b5adeb403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:45.961189209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ff7fc1-7e21-4874-8b92-051b5adeb403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:46.009907825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ff7fc1-7e21-4874-8b92-051b5adeb403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:46.058737696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4ff7fc1-7e21-4874-8b92-051b5adeb403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:51.454373714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"e80f311d-b978-407b-81b6-440cf438ec09","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-37d0ba","tenantID":"e2e-ipp-b-37d0ba","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:51.565656836Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"e80f311d-b978-407b-81b6-440cf438ec09","name":"e2e-ipp-b-37d0ba-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.045916605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"016850d2-dc11-4fe7-a36d-ce356a0800f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.145854791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2460e505-1a34-43ef-87c4-14c1f9ffe750","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.245393847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"5907d1cf-bbf1-4888-aa02-e10935ebe6ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.245564181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f74bc11-6116-4559-af9f-a0bce661299a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.347409499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"c0e325f1-f114-42e0-9a84-904056de1c43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.448712555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"c10c21cc-93e5-4bb2-bb70-b6989eedb6ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.485951118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"54c12168-0c4a-4e82-a382-5e59f5bb410f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.703155305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"d289c23c-4462-49c5-97af-5492c7e9537b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:55.827967054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"20b93718-1bd2-4255-878d-3bd3b16ba552","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:56.07588774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"b35c525a-a17b-4615-8b66-25408163cc26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:56.198171635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"532307ba-e55b-4255-81fd-f4ba5b2f7f06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:49:56.326561023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"5e062358-79a8-4cde-9787-cc64e2d3f8a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:00.730568272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"98e1ecba-cc33-449c-8ec9-5dca5260aa9e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-394ee9","tenantID":"e2e-praxis-a-394ee9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:00.842208638Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"98e1ecba-cc33-449c-8ec9-5dca5260aa9e","name":"e2e-praxis-a-394ee9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:07.192255408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6469cd0d-c4b1-4039-9a03-989e718f44d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:07.240926686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6469cd0d-c4b1-4039-9a03-989e718f44d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:07.289598452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6469cd0d-c4b1-4039-9a03-989e718f44d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:07.338094898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6469cd0d-c4b1-4039-9a03-989e718f44d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:09.108113622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd8533e-c1ee-4a15-8d97-196394c6bf24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:09.156653359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd8533e-c1ee-4a15-8d97-196394c6bf24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:09.205272928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd8533e-c1ee-4a15-8d97-196394c6bf24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:09.222507925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:09.254292415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd8533e-c1ee-4a15-8d97-196394c6bf24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.092784395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be8801a0-89e0-475e-80cc-fe318475e5f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.092805841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be8801a0-89e0-475e-80cc-fe318475e5f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.145131404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a93f0598-f2dc-4107-9b41-d14a2bd3847a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.145158831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a93f0598-f2dc-4107-9b41-d14a2bd3847a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.298340084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"ae0b9d21-3355-4221-b057-57e94a6cff8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.419745771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"ae0b9d21-3355-4221-b057-57e94a6cff8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"name":"e2e-api-b-14e181-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.479603201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14e181-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"ae0b9d21-3355-4221-b057-57e94a6cff8b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.580395674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"965d0e36-caee-4841-a6f1-bb872192f194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:10.580418244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"965d0e36-caee-4841-a6f1-bb872192f194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:11.112701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1deaa00-87cf-484b-938a-90d55f3b6e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:11.163750275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1deaa00-87cf-484b-938a-90d55f3b6e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:11.212245735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1deaa00-87cf-484b-938a-90d55f3b6e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:11.261093924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1deaa00-87cf-484b-938a-90d55f3b6e35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:13.032887647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd37ecc-65f5-4f22-bb9b-78cb9b846c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:13.081752521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd37ecc-65f5-4f22-bb9b-78cb9b846c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:13.130338537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd37ecc-65f5-4f22-bb9b-78cb9b846c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:13.178956591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd37ecc-65f5-4f22-bb9b-78cb9b846c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.056954911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","namespace":"ai-tenant-e2e-ipp-a-f737a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.057178553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","namespace":"ai-tenant-e2e-ipp-a-f737a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.057313012Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","tenant":"e2e-ipp-a-f737a8","tenantID":"e2e-ipp-a-f737a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.110920061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f737a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.186804312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"Service","name":"maas-api-e2e-ipp-a-f737a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.18756445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"e35c71eb-9285-448c-ac1d-46d490bb26f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.242767114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f737a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.293610284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f737a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.309037417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"d9fb5a94-bf98-442a-8043-ba280f0e2b5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.35314616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.419983737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.461294069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"f443f694-d8f2-4113-84c3-7f81835dc280","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.474534354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.526701163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.577991992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7f5c64d-270b-481f-ab1c-9851e91f37bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.57918094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.652252879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.725523332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"Service","name":"payload-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.789049406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.841988033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.896563948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.89696844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"b3b5d713-4eaa-4c39-bc94-44733bd97113","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.951643595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:15.98707828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"6e6fb9d2-e900-4878-9f4e-75fd26e9c480","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.006729862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.057335397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.116209595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.166006456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"99d48966-92a1-48f6-aaaa-435a26fa4a50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.206734418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f737a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.275410714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f737a8"},"namespace":"ai-tenant-e2e-ipp-a-f737a8","name":"default-tenant","reconcileID":"720468fc-0555-47ae-a16c-12e053cee257","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f737a8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.401079097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"70c4a8a4-1f57-48dd-8777-1e45dc1375a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.450754525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"4658037d-2d0e-438f-ade4-d420a7803b42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.531869549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"493ca272-1ef3-40da-991c-095e121a6f4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.532575031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"e515e9ba-4702-4e76-b6bb-8085a7a5a9f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.679936862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"5350d35b-315f-4ec8-af8d-d303cb7c6f81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.681213434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"9a4ff6c8-3ed2-4a3e-a34a-13680be5cf28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:16.737484983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"5350d35b-315f-4ec8-af8d-d303cb7c6f81","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"name":"e2e-api-a-5da70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.309798763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"22714cfe-0697-4c50-a049-fa2ec2933ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.386800559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"22714cfe-0697-4c50-a049-fa2ec2933ea4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"name":"e2e-api-a-5da70e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.616665554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f59782d4-c1f4-4e6d-b5e3-4847aea69257","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.618030289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db243dbe-2f67-4a27-bbba-c2ae16dab503","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.618059396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db243dbe-2f67-4a27-bbba-c2ae16dab503","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.796766161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f59782d4-c1f4-4e6d-b5e3-4847aea69257","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.920033721Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f59782d4-c1f4-4e6d-b5e3-4847aea69257","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"name":"e2e-api-a-5da70e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.920150385Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"e2e-e2e-api-a-5da70e-policy","reconcileID":"f59782d4-c1f4-4e6d-b5e3-4847aea69257","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5da70e-policy","namespace":"ai-tenant-e2e-api-a-5da70e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5da70e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.975265874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66173cf5-f9d1-45fc-b5d9-6899f8e7ac6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:17.97539901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66173cf5-f9d1-45fc-b5d9-6899f8e7ac6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:18.09785743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59df341f-dafb-4fcb-bf32-6bae6be5e799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:18.153276394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59df341f-dafb-4fcb-bf32-6bae6be5e799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:18.224212521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59df341f-dafb-4fcb-bf32-6bae6be5e799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:18.276522696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59df341f-dafb-4fcb-bf32-6bae6be5e799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:20.239789651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340dee0e-f35b-4b88-9dd6-8937a6eb6884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:20.290243188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340dee0e-f35b-4b88-9dd6-8937a6eb6884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:20.343076062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340dee0e-f35b-4b88-9dd6-8937a6eb6884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:20.397721631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340dee0e-f35b-4b88-9dd6-8937a6eb6884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:20.728840012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"42a6f0cc-7972-4c9e-83f1-583127c0106e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:20.790797842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"42a6f0cc-7972-4c9e-83f1-583127c0106e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"name":"e2e-api-b-14e181-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:20.8440937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14e181-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"42a6f0cc-7972-4c9e-83f1-583127c0106e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:21.104263839Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f737a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f737a8","reconcileID":"3f5178b2-008c-42a2-bc94-98797f860ccd","aitenant":"ai-tenants/e2e-ipp-a-f737a8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:21.84330865Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f737a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f737a8","reconcileID":"3f5178b2-008c-42a2-bc94-98797f860ccd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f737a8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f737a8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:22.348947168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6763987-bb86-41e9-bea8-2ddafdae341a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:22.401835701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6763987-bb86-41e9-bea8-2ddafdae341a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:22.451689511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6763987-bb86-41e9-bea8-2ddafdae341a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:22.50100064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6763987-bb86-41e9-bea8-2ddafdae341a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:24.287912529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828bbd9d-63bf-4418-8ff0-d1179401a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:24.337848405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828bbd9d-63bf-4418-8ff0-d1179401a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:24.386824422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828bbd9d-63bf-4418-8ff0-d1179401a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:24.4355966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828bbd9d-63bf-4418-8ff0-d1179401a330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:26.2989657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887ab1d2-541e-4478-ada7-274dc0f1e308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:26.350874914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887ab1d2-541e-4478-ada7-274dc0f1e308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:26.4109537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887ab1d2-541e-4478-ada7-274dc0f1e308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:26.467797989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"887ab1d2-541e-4478-ada7-274dc0f1e308","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:28.40634169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a467cbe9-38de-4ee1-8d6e-57d0bdb283c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:28.455933765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a467cbe9-38de-4ee1-8d6e-57d0bdb283c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:28.51440047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a467cbe9-38de-4ee1-8d6e-57d0bdb283c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:28.563897324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a467cbe9-38de-4ee1-8d6e-57d0bdb283c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:30.572310908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08111e98-b739-4f3e-b383-2634e40a9ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:30.624915893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08111e98-b739-4f3e-b383-2634e40a9ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:30.684719506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08111e98-b739-4f3e-b383-2634e40a9ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:30.733558986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08111e98-b739-4f3e-b383-2634e40a9ae7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:30.999279662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"254e12e5-4931-4a32-a652-4e94692b4b93","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:31.053640135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"254e12e5-4931-4a32-a652-4e94692b4b93","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"name":"e2e-api-b-14e181-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:31.109164613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14e181-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"254e12e5-4931-4a32-a652-4e94692b4b93","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:32.636816287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28399b4-ed7e-472f-82cd-a86ec98bcbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:32.686200518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28399b4-ed7e-472f-82cd-a86ec98bcbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:32.735280749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28399b4-ed7e-472f-82cd-a86ec98bcbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:32.784198644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f28399b4-ed7e-472f-82cd-a86ec98bcbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:33.710832757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"7bdc988d-6f82-437d-89b4-d1cec59d99f9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-377b56","tenantID":"e2e-praxis-a-377b56","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:33.893534673Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"7bdc988d-6f82-437d-89b4-d1cec59d99f9","name":"e2e-praxis-a-377b56-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:34.575336363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291fcd1a-2b88-4294-8b4a-579679fc16b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:34.624338159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291fcd1a-2b88-4294-8b4a-579679fc16b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:34.673101847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291fcd1a-2b88-4294-8b4a-579679fc16b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:34.721738209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"291fcd1a-2b88-4294-8b4a-579679fc16b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:36.510932088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b51c662-4e27-4dc8-b9d7-2a1a2ae9f2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:36.560004438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b51c662-4e27-4dc8-b9d7-2a1a2ae9f2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:36.608616178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b51c662-4e27-4dc8-b9d7-2a1a2ae9f2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:36.65715397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b51c662-4e27-4dc8-b9d7-2a1a2ae9f2f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:38.491297396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdef036-a055-4cb8-9a76-18a666c6e114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:38.540590866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdef036-a055-4cb8-9a76-18a666c6e114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:38.589306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdef036-a055-4cb8-9a76-18a666c6e114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:38.637871652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdef036-a055-4cb8-9a76-18a666c6e114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:39.221241781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:41.206720611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"48184a2d-d4ce-4524-8cad-d67a9e0f4738","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:41.261260148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"48184a2d-d4ce-4524-8cad-d67a9e0f4738","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"name":"e2e-api-b-14e181-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:41.31367108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14e181-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"48184a2d-d4ce-4524-8cad-d67a9e0f4738","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.25753264Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","namespace":"ai-tenant-e2e-api-a-5da70e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.257613957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","namespace":"ai-tenant-e2e-api-a-5da70e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.257687255Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","tenant":"e2e-api-a-5da70e","tenantID":"e2e-api-a-5da70e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.308651726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"Deployment","name":"maas-api-e2e-api-a-5da70e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.373590083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"Service","name":"maas-api-e2e-api-a-5da70e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.42637573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5da70e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.480557388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5da70e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.535248785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.587909222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.642382396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.696326996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.74522722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"Deployment","name":"payload-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.794061647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.842909949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"Service","name":"payload-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.893867311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"Service","name":"payload-pre-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.94784935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:45.996748841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:46.045327053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:46.098629398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:46.161717848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:46.210891078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:46.260751287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-5da70e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:46.31206174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5da70e"},"namespace":"ai-tenant-e2e-api-a-5da70e","name":"default-tenant","reconcileID":"d8613bd5-904a-4cd3-9bac-a5a0e6f3fe19","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-5da70e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:49.519040758Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5da70e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5da70e","reconcileID":"bb87f418-8a17-493c-a568-a89761d651ce","aitenant":"ai-tenants/e2e-api-a-5da70e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:50.063541084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a256c1f-2d6f-4abb-8695-7aaa206076b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:50.112229134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a256c1f-2d6f-4abb-8695-7aaa206076b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:50.160884314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a256c1f-2d6f-4abb-8695-7aaa206076b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:50.209680271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a256c1f-2d6f-4abb-8695-7aaa206076b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:50.321608245Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5da70e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5da70e","reconcileID":"bb87f418-8a17-493c-a568-a89761d651ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5da70e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-5da70e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:51.471136235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"ae2402f4-64a7-4058-801a-afb4a407ff65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:51.524919298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"ae2402f4-64a7-4058-801a-afb4a407ff65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"name":"e2e-api-b-14e181-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:51.581697006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14e181-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9195c6863b61aea103e75d54e4c6abfc40053300a0fe5c7d358affe9b8b8edb9) AuthConfig (bacbfa8ee5c4243d1d30d008afa51a6ea59df0b1915138865933d0b5c6ca6250) AuthConfig (a58f21661fd29eb86491d85edea2402a8450b7dd4cca6d5a46ccd14457a45477) AuthConfig (6d76b0937ad1eacecf4e815816d6aa5569df7f1e112082604ec1fedca96cf176) AuthConfig (998509fdb85c11d1c9bed1d1188acd15f2e856c9e1b840f917e59041c99dee2b) AuthConfig (267e1edde2032e678d8fe2f5c80da6cc6a648d12290d0143c283f4f526ac2c5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"ae2402f4-64a7-4058-801a-afb4a407ff65","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:51.637242486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef24c9b4-5706-4152-ab0e-c35711868e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:51.637274238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef24c9b4-5706-4152-ab0e-c35711868e34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:52.006824795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cd9029-a3bd-4774-8c8f-1a984b31c986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:52.059780698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cd9029-a3bd-4774-8c8f-1a984b31c986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:52.111177389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cd9029-a3bd-4774-8c8f-1a984b31c986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:52.160380646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cd9029-a3bd-4774-8c8f-1a984b31c986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:53.986060425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411bb80d-cf6a-41dd-8f02-66c1a6ce2920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:54.034769401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411bb80d-cf6a-41dd-8f02-66c1a6ce2920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:54.083438166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411bb80d-cf6a-41dd-8f02-66c1a6ce2920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:54.131932373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"411bb80d-cf6a-41dd-8f02-66c1a6ce2920","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:55.932569106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22007da2-d6dc-4e2d-9cd8-0862736e421e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:55.981249102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22007da2-d6dc-4e2d-9cd8-0862736e421e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:56.030171429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22007da2-d6dc-4e2d-9cd8-0862736e421e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:56.078685619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22007da2-d6dc-4e2d-9cd8-0862736e421e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.22577808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"6e4d37a7-023a-4b90-bee9-8c5ab61f048f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.282320195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"6e4d37a7-023a-4b90-bee9-8c5ab61f048f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"name":"e2e-api-b-14e181-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.336136725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-14e181-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9195c6863b61aea103e75d54e4c6abfc40053300a0fe5c7d358affe9b8b8edb9) AuthConfig (bacbfa8ee5c4243d1d30d008afa51a6ea59df0b1915138865933d0b5c6ca6250) AuthConfig (a58f21661fd29eb86491d85edea2402a8450b7dd4cca6d5a46ccd14457a45477) AuthConfig (6d76b0937ad1eacecf4e815816d6aa5569df7f1e112082604ec1fedca96cf176) AuthConfig (998509fdb85c11d1c9bed1d1188acd15f2e856c9e1b840f917e59041c99dee2b) AuthConfig (267e1edde2032e678d8fe2f5c80da6cc6a648d12290d0143c283f4f526ac2c5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"6e4d37a7-023a-4b90-bee9-8c5ab61f048f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.532135616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"0dad87c4-f231-4fb5-885f-c23055257133","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.532303166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31181ef4-3be0-4a25-8278-44d696f0c41d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.53232321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31181ef4-3be0-4a25-8278-44d696f0c41d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.679922673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"0dad87c4-f231-4fb5-885f-c23055257133","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.801547755Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"0dad87c4-f231-4fb5-885f-c23055257133","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"name":"e2e-api-b-14e181-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.801575467Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"e2e-e2e-api-b-14e181-policy","reconcileID":"0dad87c4-f231-4fb5-885f-c23055257133","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-14e181-policy","namespace":"ai-tenant-e2e-api-b-14e181"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-14e181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.855613984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5ef2c9e-aae0-46ab-9c14-6809da4ae1b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.855638496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5ef2c9e-aae0-46ab-9c14-6809da4ae1b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.869206366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a021654-ee6c-4086-9323-e29661a92f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.917883958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a021654-ee6c-4086-9323-e29661a92f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:57.966746924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a021654-ee6c-4086-9323-e29661a92f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:58.015642591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a021654-ee6c-4086-9323-e29661a92f1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:59.889706698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd964ceb-fb8a-43a7-bd57-181918cfc12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:59.938392509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd964ceb-fb8a-43a7-bd57-181918cfc12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:50:59.987097889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd964ceb-fb8a-43a7-bd57-181918cfc12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:00.035974097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd964ceb-fb8a-43a7-bd57-181918cfc12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:01.990550589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d22eb7-212c-47c3-a4b3-6adfc58b10a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:02.039376131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d22eb7-212c-47c3-a4b3-6adfc58b10a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:02.088178461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d22eb7-212c-47c3-a4b3-6adfc58b10a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:02.136900918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d22eb7-212c-47c3-a4b3-6adfc58b10a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:03.921745123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010409aa-dfc3-48d4-813a-26613924e01a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:03.971677498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010409aa-dfc3-48d4-813a-26613924e01a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:04.020294361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010409aa-dfc3-48d4-813a-26613924e01a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:04.068966924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"010409aa-dfc3-48d4-813a-26613924e01a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:05.971195003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","namespace":"ai-tenant-e2e-api-b-14e181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:05.971294973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","namespace":"ai-tenant-e2e-api-b-14e181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:05.971446978Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","tenant":"e2e-api-b-14e181","tenantID":"e2e-api-b-14e181","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.022929942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"Deployment","name":"maas-api-e2e-api-b-14e181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.080644601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"Service","name":"maas-api-e2e-api-b-14e181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.137080645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-14e181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.187783594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-14e181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.239495383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.313184202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.378140537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.430782339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.479825156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"Deployment","name":"payload-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.528719743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.577268637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"Service","name":"payload-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.64484327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"Service","name":"payload-pre-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.693613693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.742418056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.791296384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.844646473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.895327616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.944008829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:06.994911544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-14e181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:07.04442043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-14e181"},"namespace":"ai-tenant-e2e-api-b-14e181","name":"default-tenant","reconcileID":"5c76a7a2-c47e-4243-8697-59d08c7d4429","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-14e181","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:07.805526517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0995c1-fac2-453d-a3b4-cd0c765636b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:07.854970033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0995c1-fac2-453d-a3b4-cd0c765636b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:07.904492948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0995c1-fac2-453d-a3b4-cd0c765636b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:07.95318677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0995c1-fac2-453d-a3b4-cd0c765636b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:09.224107638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:09.752406307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1388628b-71f7-40a8-9727-a40e7c305a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:09.802376459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1388628b-71f7-40a8-9727-a40e7c305a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:09.851300958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1388628b-71f7-40a8-9727-a40e7c305a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:09.900525705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1388628b-71f7-40a8-9727-a40e7c305a33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:11.061523397Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-14e181","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-14e181","reconcileID":"fd2749f2-3794-4b69-85eb-670c6b2dc6db","aitenant":"ai-tenants/e2e-api-b-14e181","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:11.711692022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1337962-5b6a-40ba-bc77-05c4953ac89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:11.760475613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1337962-5b6a-40ba-bc77-05c4953ac89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:11.809377137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1337962-5b6a-40ba-bc77-05c4953ac89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:11.816875456Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-14e181","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-14e181","reconcileID":"fd2749f2-3794-4b69-85eb-670c6b2dc6db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-14e181","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-14e181"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:11.858151343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1337962-5b6a-40ba-bc77-05c4953ac89d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:13.69620725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1664f6-3e55-4d60-a501-5d89d3d2b11e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:13.744981626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1664f6-3e55-4d60-a501-5d89d3d2b11e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:13.793462548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1664f6-3e55-4d60-a501-5d89d3d2b11e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:13.84208933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1664f6-3e55-4d60-a501-5d89d3d2b11e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:15.692404219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c72fb5a-a965-4ca9-af7c-ba3efad73565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:15.741343036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c72fb5a-a965-4ca9-af7c-ba3efad73565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:15.79016918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c72fb5a-a965-4ca9-af7c-ba3efad73565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:15.843407349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c72fb5a-a965-4ca9-af7c-ba3efad73565","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:17.427054273Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2318a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2318a8","reconcileID":"21c14fb1-b721-48c2-8f94-1dbaffc04f44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2318a8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-2318a8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:17.681502957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5579839-de88-4d28-b3ac-a57dd71fd56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:17.732249645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5579839-de88-4d28-b3ac-a57dd71fd56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:17.782949707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5579839-de88-4d28-b3ac-a57dd71fd56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:17.831896007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5579839-de88-4d28-b3ac-a57dd71fd56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:17.996704244Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a573a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a573a0","reconcileID":"da7e0452-4e0d-4735-90ad-757e607f419e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a573a0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-a573a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:19.681951965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b47c2e-f2eb-4f7a-b095-b6dd9bba3692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:19.73091346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b47c2e-f2eb-4f7a-b095-b6dd9bba3692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:19.77979178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b47c2e-f2eb-4f7a-b095-b6dd9bba3692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:19.828588354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4b47c2e-f2eb-4f7a-b095-b6dd9bba3692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.005700807Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","namespace":"ai-tenant-e2e-ipp-b-436d99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.005760161Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","namespace":"ai-tenant-e2e-ipp-b-436d99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.0058109Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","tenant":"e2e-ipp-b-436d99","tenantID":"e2e-ipp-b-436d99","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.065777951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"Deployment","name":"maas-api-e2e-ipp-b-436d99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.136338286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"Service","name":"maas-api-e2e-ipp-b-436d99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.191231758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-436d99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.244478232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-436d99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.296789209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.35367561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.408084998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.47778063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.528879782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.580034614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.637919878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"Service","name":"payload-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.699170143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.753723473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.80462799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.857068249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.909695096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:22.960399281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:23.012388325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:23.078262837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-436d99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:23.135731199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-436d99"},"namespace":"ai-tenant-e2e-ipp-b-436d99","name":"default-tenant","reconcileID":"a4515315-165e-4717-8a7c-f443a1544ff2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-436d99","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:29.613550366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62a8518-80e2-4106-8cb7-04901fb840d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:29.663415528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62a8518-80e2-4106-8cb7-04901fb840d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:29.713196282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62a8518-80e2-4106-8cb7-04901fb840d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:29.762595855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d62a8518-80e2-4106-8cb7-04901fb840d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:31.549099521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968c6d66-c689-4eca-9d45-60ea1256ed6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:31.598067622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968c6d66-c689-4eca-9d45-60ea1256ed6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:31.646629666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968c6d66-c689-4eca-9d45-60ea1256ed6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:31.695193194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968c6d66-c689-4eca-9d45-60ea1256ed6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:33.494150714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2db659-4f3b-43ad-bdde-3c4baa8ae545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:33.543283592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2db659-4f3b-43ad-bdde-3c4baa8ae545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:33.54335877Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-436d99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-436d99","reconcileID":"aa1dc9d9-49f1-4e3e-ac86-5e78613f0ad4","aitenant":"ai-tenants/e2e-ipp-b-436d99","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:33.591863158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2db659-4f3b-43ad-bdde-3c4baa8ae545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:33.64050655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2db659-4f3b-43ad-bdde-3c4baa8ae545","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:34.316718152Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-436d99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-436d99","reconcileID":"aa1dc9d9-49f1-4e3e-ac86-5e78613f0ad4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-436d99","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-436d99"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:35.535428434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b18cf1-5f4a-4551-a674-4ea57fb0b2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:35.585066617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b18cf1-5f4a-4551-a674-4ea57fb0b2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:35.635011892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b18cf1-5f4a-4551-a674-4ea57fb0b2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:35.683613687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b18cf1-5f4a-4551-a674-4ea57fb0b2f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:37.540760544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950a41d5-266b-4da3-a16d-da476be79bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:37.58983954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950a41d5-266b-4da3-a16d-da476be79bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:37.638725236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950a41d5-266b-4da3-a16d-da476be79bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:37.68753297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950a41d5-266b-4da3-a16d-da476be79bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:39.222033693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:39.487572343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027fb0de-3edc-4a82-acb6-f663a9e2c608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:39.536428629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027fb0de-3edc-4a82-acb6-f663a9e2c608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:39.585237943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027fb0de-3edc-4a82-acb6-f663a9e2c608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:39.634009764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027fb0de-3edc-4a82-acb6-f663a9e2c608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:40.051014892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6b0c9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6b0c9d","reconcileID":"a2228502-c71a-40ab-b7a1-d76be8623c00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6b0c9d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-6b0c9d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:41.480285791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dcdb8e-5b03-4d54-b15c-61dc59a897fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:41.529701535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dcdb8e-5b03-4d54-b15c-61dc59a897fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:41.578947212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dcdb8e-5b03-4d54-b15c-61dc59a897fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:41.627745655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dcdb8e-5b03-4d54-b15c-61dc59a897fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:42.671954947Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ca30df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ca30df","reconcileID":"392d448f-2221-4cd8-800c-8f33caf0ee42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ca30df","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ca30df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:43.427897004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031317b9-7439-4264-a9b2-d0d43b6c9749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:43.494595635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031317b9-7439-4264-a9b2-d0d43b6c9749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:43.544145426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031317b9-7439-4264-a9b2-d0d43b6c9749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:43.592883952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"031317b9-7439-4264-a9b2-d0d43b6c9749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:45.400823234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc75ca2-77b8-4d63-a133-74f2ed35b873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:45.449623148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc75ca2-77b8-4d63-a133-74f2ed35b873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:45.498272139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc75ca2-77b8-4d63-a133-74f2ed35b873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:45.552659986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdc75ca2-77b8-4d63-a133-74f2ed35b873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:47.337048058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96dedff5-99af-47ad-85a2-ff86b3d52b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:47.385808655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96dedff5-99af-47ad-85a2-ff86b3d52b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:47.434254194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96dedff5-99af-47ad-85a2-ff86b3d52b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:47.482940642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96dedff5-99af-47ad-85a2-ff86b3d52b9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:49.803994004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"c54e67ad-751e-436e-b76b-58985da8a19b","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:49.804035376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"c54e67ad-751e-436e-b76b-58985da8a19b","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.366866937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"a87f8dc8-d124-4065-a662-c8ecbea73528","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.366890395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"a87f8dc8-d124-4065-a662-c8ecbea73528","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.420493441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"c9cce329-d9bf-49a2-9556-a217ebb1a5d3","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.420513429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"c9cce329-d9bf-49a2-9556-a217ebb1a5d3","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.517999843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"2cd298c5-4f67-4bd1-965b-c1892d38719c","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.638629261Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"2cd298c5-4f67-4bd1-965b-c1892d38719c","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.691276067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f5f48b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"2cd298c5-4f67-4bd1-965b-c1892d38719c","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.743239109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"142509dd-f002-42ce-9113-577bc5399b3d","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:51:55.743259982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"142509dd-f002-42ce-9113-577bc5399b3d","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:05.840482921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"c6bba20a-36ce-4aab-85f9-0a7b955d990b","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:05.894871187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"c6bba20a-36ce-4aab-85f9-0a7b955d990b","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:05.947370745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f5f48b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"c6bba20a-36ce-4aab-85f9-0a7b955d990b","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:09.221561941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:14.476183616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"e588b009-2e39-4e2a-8c21-e069b2dfeb0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-2318a8","tenantID":"e2e-praxis-b-2318a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:14.58781009Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"e588b009-2e39-4e2a-8c21-e069b2dfeb0c","name":"e2e-praxis-b-2318a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:14.920177487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0b1d1f9-95d1-4ff9-a69a-dd6677140a5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.019235276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"64d76885-d347-44dc-a17f-0205793b71fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.023987725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"3536f2bb-a9db-4356-bbd3-c1530d892a6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.150976633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"19c42951-6e4c-4c90-911d-be28325754f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.252490943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"7745b097-0437-4249-b3d5-e9e742778662","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.351282748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"71e2ef1d-e906-4e2c-b743-4a3149feb15d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.351635133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d09ec85e-b6e8-411b-9516-35a7a2f341b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.4495824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"090cb9bb-d034-4ff2-b79c-341ef8d33f9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.607407362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"f01a2290-97d5-4889-8431-2c1d9d6ab50d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:15.914665963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"5448186a-13a5-499c-8751-f363c05e2908","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:16.013882656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"925cfb9b-6c9b-40fd-9b06-9dbb39ecf105","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:16.045084776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"0b1bc582-6673-43e8-914a-ef6dcd129c71","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:16.099137488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"0b1bc582-6673-43e8-914a-ef6dcd129c71","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:16.151949698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f5f48b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7456a3e283249a7c38bb02a2c3eb6f74378538e86089c3e9bc598209a43abc29) AuthConfig (eb4577315809135cd3946a96185debd38efe4b31e6dd6e06346ad2755dfa57e1) AuthConfig (f19b5fd1939be0fa458d5bfe2bee40904a07bb502b7d3c48256e5a31fada7861) AuthConfig (1b7e856fb70ceccd32977cbeb6c7d8e85cfc9ad308d0e5f7627b26c3326c5fd9) AuthConfig (e84afbae567673922141843bdd080c91a85929a7d94319a373cb1bedcc25a9fc) AuthConfig (1417be10c01f1ac10dd88255f9690a60a203683769a6fa0ca43467bfe4e90d81) AuthConfig (f36c06e8668995ccf27261bb5c2edd8f1206dca5a1f753ae5cc0ea117c8de9b2) AuthConfig (799614b4726d0633c81c8ffa7999e1c12a0852a41abbc82720f7a9ab90685a3b) AuthConfig (0b9c25d8979fad1a217b0252c3733ab5c489ace04aaff0a7d9986437b381cb09) AuthConfig (4742bd9df46148c1989cc10df89bfc484b48e45eecf94288cb1ca6eaf0567c90) AuthConfig (ab744144fe0dec81b9f162c76de2ac036b00e428880620f705ccf573412e8a52) AuthConfig (39da1e8540ed1c6543babbf3503345e0cefcdb9e152368abb5434bf7f6616151) AuthConfig (9812150da9a66386119379b81e3cdb1c6a0d2e1d9e1d03b0f20e521454fcf6bd) AuthConfig (8de8c074d19c1d29eceb023f269ba193c8ba6de97046028a750049c198e9844f) AuthConfig (19fe31fa66168cab08d6d35216bf66282b65d9084a28c35b86f1b86ccc17b283) AuthConfig (ef9bb8d4b75a34ea38274800a289b97a6b072ddd11ff16b47f1754e8f5b00f6d) AuthConfig (601d2a1a51ccbe379fb2a58785139cffaa5bcdc80d7694e8ac74c9bd10803625) AuthConfig (478b2bf15805412557b80288cc53365133817beb6b23ca8cf7e7801fa8e0c248)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"0b1bc582-6673-43e8-914a-ef6dcd129c71","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:16.167305648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"73d58f8b-914b-4433-85aa-55987708525d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:16.206633315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"e3676bc9-7587-4a7c-a4cd-c3fb37134674","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:16.206653653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"e3676bc9-7587-4a7c-a4cd-c3fb37134674","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:19.101210168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"8e4577f1-17e1-4d73-b349-07be6aba6bdd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-a573a0","tenantID":"e2e-ipp-a-a573a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:19.212721386Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"8e4577f1-17e1-4d73-b349-07be6aba6bdd","name":"e2e-ipp-a-a573a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:26.304239535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"27685570-117e-489e-a476-5c16d2ff12b1","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:26.358141698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"27685570-117e-489e-a476-5c16d2ff12b1","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:26.41066531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-f5f48b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7456a3e283249a7c38bb02a2c3eb6f74378538e86089c3e9bc598209a43abc29) AuthConfig (eb4577315809135cd3946a96185debd38efe4b31e6dd6e06346ad2755dfa57e1) AuthConfig (f19b5fd1939be0fa458d5bfe2bee40904a07bb502b7d3c48256e5a31fada7861) AuthConfig (1b7e856fb70ceccd32977cbeb6c7d8e85cfc9ad308d0e5f7627b26c3326c5fd9) AuthConfig (e84afbae567673922141843bdd080c91a85929a7d94319a373cb1bedcc25a9fc) AuthConfig (1417be10c01f1ac10dd88255f9690a60a203683769a6fa0ca43467bfe4e90d81) AuthConfig (f36c06e8668995ccf27261bb5c2edd8f1206dca5a1f753ae5cc0ea117c8de9b2) AuthConfig (799614b4726d0633c81c8ffa7999e1c12a0852a41abbc82720f7a9ab90685a3b) AuthConfig (0b9c25d8979fad1a217b0252c3733ab5c489ace04aaff0a7d9986437b381cb09) AuthConfig (4742bd9df46148c1989cc10df89bfc484b48e45eecf94288cb1ca6eaf0567c90) AuthConfig (ab744144fe0dec81b9f162c76de2ac036b00e428880620f705ccf573412e8a52) AuthConfig (39da1e8540ed1c6543babbf3503345e0cefcdb9e152368abb5434bf7f6616151) AuthConfig (9812150da9a66386119379b81e3cdb1c6a0d2e1d9e1d03b0f20e521454fcf6bd) AuthConfig (8de8c074d19c1d29eceb023f269ba193c8ba6de97046028a750049c198e9844f) AuthConfig (19fe31fa66168cab08d6d35216bf66282b65d9084a28c35b86f1b86ccc17b283) AuthConfig (ef9bb8d4b75a34ea38274800a289b97a6b072ddd11ff16b47f1754e8f5b00f6d) AuthConfig (601d2a1a51ccbe379fb2a58785139cffaa5bcdc80d7694e8ac74c9bd10803625) AuthConfig (478b2bf15805412557b80288cc53365133817beb6b23ca8cf7e7801fa8e0c248)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"27685570-117e-489e-a476-5c16d2ff12b1","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:31.564307097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"f142eb33-282f-4622-a91a-0e9fe4fd87e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:31.698645761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"22b4400a-b6af-4367-8f3a-7943bd7aec88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:31.890828811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"fb138104-deb5-4ced-9983-cfa2193b752b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:31.991296516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"f4255f98-b846-45cb-a8f5-b02791531e84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:32.094273775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"c3b5cae1-070a-4699-aef9-a3bc7ba37f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:32.199797156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"354c9c14-9b15-4419-9182-05f9fbeade1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:32.219158695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e43c600d-9316-4248-997c-a3aa314c09b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:32.490707734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"082dc3e1-0e69-4b24-a2e1-7ada9c386c7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:32.594110245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"fb4d57d2-486d-4512-a53f-81878dd6281c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:32.60611613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"49dec530-97d9-4d99-9b21-dcf8944d30b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:32.690182291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75f85c4d-faea-4661-9d3e-40a39d578299","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:32.796116732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"e36978c7-a2e2-43af-97fa-b1f2bc4d4cc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:36.510695941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"9663b9a0-1add-4b16-8152-2868ebd9ef04","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:36.564647733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"9663b9a0-1add-4b16-8152-2868ebd9ef04","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:36.870620611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"bf412745-b7d2-4dc2-9e3c-ecbf8adbd427","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:36.87064996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"bf412745-b7d2-4dc2-9e3c-ecbf8adbd427","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:39.222170992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.409295532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"e10f5564-a2fe-4a41-9098-9119f92eb0c2","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.40932035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"e10f5564-a2fe-4a41-9098-9119f92eb0c2","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.465515554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"ac711830-a080-40b1-9c1d-2782dd07bd61","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.465545804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"ac711830-a080-40b1-9c1d-2782dd07bd61","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.508982196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"3a5e6bb6-f376-4c91-8bee-cc7b23c3bd25","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:52:42.518902603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"d0ee89d0-b4a9-4b79-be3f-33de1cc3cbb6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-f5f48b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.564328147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"3a5e6bb6-f376-4c91-8bee-cc7b23c3bd25","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.625711578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"a79f1d43-7f3e-45d9-9989-da845a83dfd9","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.62573363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"a79f1d43-7f3e-45d9-9989-da845a83dfd9","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.679023266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"0317907b-ccf1-489b-bbdd-0f2e54c7da9e","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.679147827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"0317907b-ccf1-489b-bbdd-0f2e54c7da9e","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.858966726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"3d071d27-bbfd-4060-a87b-66e080f4b587","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.884767573Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"9c07c448-9759-4115-8eb4-606f4f42d7d4","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"maas-trlp-ipp-route-f5f48b","model":"ipp-route-f5f48b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:42.9127923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"3d071d27-bbfd-4060-a87b-66e080f4b587","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:43.046892428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"0e4c23a1-6d01-4c6f-8b6b-d687faacf5a9","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:43.046995012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"0e4c23a1-6d01-4c6f-8b6b-d687faacf5a9","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:43.245114869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"baa0f28b-f54b-4eb9-a1af-728f54c33b4b","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"maas-trlp-ipp-route-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:43.613728972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"8b75e962-14d1-48a8-8e52-0ec10ef92299","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-6b0c9d","tenantID":"e2e-praxis-b-6b0c9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:43.724233789Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"8b75e962-14d1-48a8-8e52-0ec10ef92299","name":"e2e-praxis-b-6b0c9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:48.401739753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"f9773bdc-6e5b-4f94-822c-3c5edd3080a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:52:48.512515075Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"f9773bdc-6e5b-4f94-822c-3c5edd3080a7","name":"e2e-praxis-a-ca30df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:02.807247432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"21949f22-1048-4ff0-974b-ed4591c43743","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"maas-trlp-ipp-route-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:02.964198237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"3c0730f4-d292-46d5-b59a-4aa71eee1148","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:02.964233274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"3c0730f4-d292-46d5-b59a-4aa71eee1148","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:04.476652552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"940129fc-4336-4297-b3cb-c0e3b49d1dd9","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:04.530497523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"940129fc-4336-4297-b3cb-c0e3b49d1dd9","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:09.222017082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:17.728814303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"d948e2c1-b7b2-4144-a5b7-b9f20565d23e","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:17.728837292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"d948e2c1-b7b2-4144-a5b7-b9f20565d23e","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:17.88273907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"c62f5522-7b5f-44e2-becd-b14008bfa357","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:17.926893809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"39b73721-403f-4da0-8ff2-11cbc8437614","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"maas-trlp-ipp-route-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:17.937815133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"c62f5522-7b5f-44e2-becd-b14008bfa357","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:18.082997344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"3aef466e-3410-44cf-bb99-48bd934dfa61","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:18.08302196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"3aef466e-3410-44cf-bb99-48bd934dfa61","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:18.280111071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"6e8de69e-1206-45e2-b160-5005dc69ec70","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"maas-trlp-ipp-route-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:23.651719196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afba8d59-2346-463b-9c26-331712dca367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:23.700583847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afba8d59-2346-463b-9c26-331712dca367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:23.750469371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afba8d59-2346-463b-9c26-331712dca367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:23.799572197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afba8d59-2346-463b-9c26-331712dca367","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:25.605906868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc3a84a-7f48-4531-b500-9bd7dab1af4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:25.654428678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc3a84a-7f48-4531-b500-9bd7dab1af4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:25.703012831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc3a84a-7f48-4531-b500-9bd7dab1af4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:25.752477692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc3a84a-7f48-4531-b500-9bd7dab1af4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:28.083828186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"987472eb-d157-48c3-a15e-b185d95f8563","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:28.083850157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"987472eb-d157-48c3-a15e-b185d95f8563","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:28.416148847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5c982e-b6bb-4450-af37-7234b2dd2792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:28.465195615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5c982e-b6bb-4450-af37-7234b2dd2792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:28.514079294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5c982e-b6bb-4450-af37-7234b2dd2792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:28.563445376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df5c982e-b6bb-4450-af37-7234b2dd2792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:30.370579637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab8f4e3-5687-4130-a20f-d9a9d216973a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:30.41953288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab8f4e3-5687-4130-a20f-d9a9d216973a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:30.468104364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab8f4e3-5687-4130-a20f-d9a9d216973a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:30.519180563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab8f4e3-5687-4130-a20f-d9a9d216973a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:32.403415573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7411ba-3f41-4463-b9af-96d82732231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:32.452664539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7411ba-3f41-4463-b9af-96d82732231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:32.501695325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7411ba-3f41-4463-b9af-96d82732231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:32.550961784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7411ba-3f41-4463-b9af-96d82732231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:34.39009629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d5c3be-0aeb-4495-adcd-13415dae349d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:34.438879575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d5c3be-0aeb-4495-adcd-13415dae349d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:34.48764243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d5c3be-0aeb-4495-adcd-13415dae349d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:34.536963416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61d5c3be-0aeb-4495-adcd-13415dae349d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:36.620113271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ebceaa-a8c6-4399-b33a-06552d09e0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:36.672318604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ebceaa-a8c6-4399-b33a-06552d09e0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:36.722079412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ebceaa-a8c6-4399-b33a-06552d09e0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:36.771054873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ebceaa-a8c6-4399-b33a-06552d09e0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:38.095070031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"c361b772-f9f4-4a0c-ba68-3fc544975d2a","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:38.096666098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"c361b772-f9f4-4a0c-ba68-3fc544975d2a","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:38.644159597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a628a8ca-bb33-4adc-aed7-0c45f3149424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:38.692931654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a628a8ca-bb33-4adc-aed7-0c45f3149424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:38.741816472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a628a8ca-bb33-4adc-aed7-0c45f3149424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:38.790784879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a628a8ca-bb33-4adc-aed7-0c45f3149424","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:39.223331632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:48.098225217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"e8d3a9e9-4d9b-465a-9469-89586760e58a","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:48.098246826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"e8d3a9e9-4d9b-465a-9469-89586760e58a","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:49.605539858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"f56f21d8-7792-436a-ae91-1179726fce12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:49.737562248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b8d013b-92dc-4634-a222-f9611630d6ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:49.859228849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"93ef1ef4-3eae-4324-bb44-f6115cf3be72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:49.962354374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"00767327-afa9-4fd1-9603-a7577f5957c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:49.983274502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"3947fcc3-63a4-421f-8723-20fce022372d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:50.060265039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"5c807582-c76e-495d-9e7f-ae4057969199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:50.109286289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"830182f9-9d8c-47ed-8e60-241974cf2bf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:50.542658175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"a61f7012-e698-4cca-99af-9fdaac1e53ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:50.665732008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"c591681e-47d1-474d-bd89-10b74b6bb834","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"maas-trlp-ipp-route-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:50.768308997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"2047be72-7ec0-4835-942a-53caaaa46339","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:50.790859256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"914b2944-2836-4df0-9179-60553a03ac13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:50.914905159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"ce16acf5-e5fb-41b5-99d2-7f12a2d776d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:51.013965119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d818b766-1525-4734-8d19-92576f347327","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.475486343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"67647e91-be30-4fc1-9708-aaea3fb871cb","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"tenant":"e2e-ipp-a-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.475509832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"67647e91-be30-4fc1-9708-aaea3fb871cb","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"routeName":"ipp-route-f5f48b-kserve-route","namespace":"ai-tenant-e2e-ipp-a-f5f48b","llmisvcName":"ipp-route-f5f48b","gateway":"openshift-ingress/e2e-ipp-a-f5f48b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.591264054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6ca7f-1277-44a8-9f92-e27422b93431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.650750764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6ca7f-1277-44a8-9f92-e27422b93431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.708486207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6ca7f-1277-44a8-9f92-e27422b93431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.757347994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cc6ca7f-1277-44a8-9f92-e27422b93431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.806231621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"fb4b40aa-47bb-4bd7-8add-00540a27a320","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.860321382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"fb4b40aa-47bb-4bd7-8add-00540a27a320","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:53.957803433Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"a5c8637f-a4dd-4c11-b0fd-446d7afc8db0","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.007211117Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"afdec685-74a7-4257-bc3a-9110e884de98","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"maas-trlp-ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b","model":"ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.00727697Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"a5c8637f-a4dd-4c11-b0fd-446d7afc8db0","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"maas-trlp-ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b","model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.054943974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"6112639a-b8ce-481e-9dd5-2fd683da9af2","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.109354014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"6112639a-b8ce-481e-9dd5-2fd683da9af2","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.109399637Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"6112639a-b8ce-481e-9dd5-2fd683da9af2","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.214974425Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"a42db80d-0b6e-4f6d-b0cf-83d7afc0bb13","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.40559318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"f010318e-7bd8-4eb4-bc8a-b3d235af4a35","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.458981835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"f010318e-7bd8-4eb4-bc8a-b3d235af4a35","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.459018788Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"f010318e-7bd8-4eb4-bc8a-b3d235af4a35","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:53:54.512753112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-f5f48b","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b","reconcileID":"78973468-8d38-497a-8f47-b30f0eda2840","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-f5f48b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.83765441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"27ade93d-4482-4535-b0b9-13db3d636666","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.891515336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"27ade93d-4482-4535-b0b9-13db3d636666","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:54.944793198Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"27ade93d-4482-4535-b0b9-13db3d636666","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:55.095145207Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"01437716-7ea6-4ba9-98be-c8a8abd93bb2","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:55.244018806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"01437716-7ea6-4ba9-98be-c8a8abd93bb2","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:55.364966845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"01437716-7ea6-4ba9-98be-c8a8abd93bb2","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"name":"e2e-ipp-a-f5f48b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:55.365002416Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-auth","reconcileID":"01437716-7ea6-4ba9-98be-c8a8abd93bb2","MaaSAuthPolicy":{"name":"ipp-route-f5f48b-auth","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:55.598863308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fcf07af-b251-4bf6-a5e3-56077f2fba75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:55.647392172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fcf07af-b251-4bf6-a5e3-56077f2fba75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:55.695891914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fcf07af-b251-4bf6-a5e3-56077f2fba75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:55.744488695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fcf07af-b251-4bf6-a5e3-56077f2fba75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:57.555022273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcc0610-9c6b-4d4e-ae2e-72032fd1f864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:57.604401299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcc0610-9c6b-4d4e-ae2e-72032fd1f864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:57.657469498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcc0610-9c6b-4d4e-ae2e-72032fd1f864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:57.706189086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fcc0610-9c6b-4d4e-ae2e-72032fd1f864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:59.479884158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a492e2f1-15d4-4a77-8101-df5a11b6e03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:59.528671405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a492e2f1-15d4-4a77-8101-df5a11b6e03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:59.577108625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a492e2f1-15d4-4a77-8101-df5a11b6e03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:53:59.625785297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a492e2f1-15d4-4a77-8101-df5a11b6e03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:01.481054395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870f15c5-a934-4a4e-ad6d-17b1713ac0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:01.529719742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870f15c5-a934-4a4e-ad6d-17b1713ac0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:01.578238865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870f15c5-a934-4a4e-ad6d-17b1713ac0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:01.626957018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870f15c5-a934-4a4e-ad6d-17b1713ac0e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:03.423563723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3582e3-15b8-4933-b946-322c274137ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:03.47259171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3582e3-15b8-4933-b946-322c274137ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:03.521719199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3582e3-15b8-4933-b946-322c274137ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:03.570268222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa3582e3-15b8-4933-b946-322c274137ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:04.925037806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"34945889-2570-4701-b8e9-9fa4b41bd598","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","subscription":"ipp-route-f5f48b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:04.925182418Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"ipp-route-f5f48b-sub","reconcileID":"34945889-2570-4701-b8e9-9fa4b41bd598","MaaSSubscription":{"name":"ipp-route-f5f48b-sub","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"model":"ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-f5f48b/ipp-route-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:05.353232403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867603a6-bd0b-46fa-a632-679ab27e0ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:05.402295384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867603a6-bd0b-46fa-a632-679ab27e0ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:05.451058429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867603a6-bd0b-46fa-a632-679ab27e0ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:05.499554477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867603a6-bd0b-46fa-a632-679ab27e0ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:05.817643121Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd6ad0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd6ad0","reconcileID":"5358e608-529e-44fc-9708-f40d7c5e5bbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cd6ad0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cd6ad0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:07.289157085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9151aef-5c6b-4469-83b5-b9adbf4a36e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:07.337701766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9151aef-5c6b-4469-83b5-b9adbf4a36e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:07.386314765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9151aef-5c6b-4469-83b5-b9adbf4a36e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:07.437587558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9151aef-5c6b-4469-83b5-b9adbf4a36e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.22113987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.389197386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551c4cc3-09ee-47f4-9068-e1d1df59e381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.424329055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"169c9300-f652-4307-b64f-53a88ed2dd96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.443310346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551c4cc3-09ee-47f4-9068-e1d1df59e381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.492736709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551c4cc3-09ee-47f4-9068-e1d1df59e381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.544844927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"551c4cc3-09ee-47f4-9068-e1d1df59e381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.648322135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"0d569450-c3d6-4438-8549-10885be187be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.697318882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"9de0db63-fd8c-4488-800f-7c40fa888d5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.718858128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2bd2050b-e6ef-4072-b0c8-7b1203c4ff24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.899118443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"462c5005-60ef-4ff9-8d9b-47bfdaa1dd56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.965628379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"12288552-7909-438d-8f60-f89fbbd57fda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:09.993622978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"62785d45-9796-49df-b1b3-722d88a7233f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:10.373848417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df37f39c-df23-464e-841e-a43e76d33135","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:10.75510721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"02de3307-ed44-4c29-8461-19c7ec92c81f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:10.764040858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"ad47d501-4921-4d56-bb6c-7ecf4fa1eb5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:10.926928753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"1899857e-6e2a-483a-939e-571e6b43bdca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:11.024605917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"01fe603b-8155-462c-8361-976b27ddf35c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:11.386588755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b32cad4-8755-4f53-8dd4-3c9b697fcfa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:11.435297927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b32cad4-8755-4f53-8dd4-3c9b697fcfa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:11.483952928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b32cad4-8755-4f53-8dd4-3c9b697fcfa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:11.53263553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b32cad4-8755-4f53-8dd4-3c9b697fcfa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.144418836Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","namespace":"ai-tenant-e2e-praxis-a-394ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.144546307Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","namespace":"ai-tenant-e2e-praxis-a-394ee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.144675235Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","tenant":"e2e-praxis-a-394ee9","tenantID":"e2e-praxis-a-394ee9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.209412796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"Deployment","name":"maas-api-e2e-praxis-a-394ee9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.275857562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"Service","name":"maas-api-e2e-praxis-a-394ee9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.327605052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-394ee9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.378547133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-394ee9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.416197165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532783f4-ce88-4f28-9f0e-d57b84efb134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.466951894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532783f4-ce88-4f28-9f0e-d57b84efb134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.468024886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.515838639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532783f4-ce88-4f28-9f0e-d57b84efb134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.567143454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.56747682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532783f4-ce88-4f28-9f0e-d57b84efb134","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.62159446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.680942098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.73630685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.831186985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.87935006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"Service","name":"payload-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.927779261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:13.976324401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:14.024598818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:14.072993742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:14.125203033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:14.173485859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:14.221860354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:14.276704468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-394ee9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:14.32681093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-394ee9"},"namespace":"ai-tenant-e2e-praxis-a-394ee9","name":"default-tenant","reconcileID":"e387e7e3-ee1e-4587-8a1b-38fce2b6b979","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-394ee9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:17.458742017Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-394ee9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-394ee9","reconcileID":"b71f19ca-5d23-4c4e-b630-2b04e078a1f5","aitenant":"ai-tenants/e2e-praxis-a-394ee9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:18.031122677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b71889-7bfd-4881-bf29-ed21a0ad3b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:18.079717153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b71889-7bfd-4881-bf29-ed21a0ad3b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:18.128374701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b71889-7bfd-4881-bf29-ed21a0ad3b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:18.177336776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1b71889-7bfd-4881-bf29-ed21a0ad3b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:18.234138613Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-394ee9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-394ee9","reconcileID":"b71f19ca-5d23-4c4e-b630-2b04e078a1f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-394ee9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-394ee9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:19.99826686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffeef39-f7ac-4eb6-a93f-073b8ece1b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:20.070995944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffeef39-f7ac-4eb6-a93f-073b8ece1b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:20.120130513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffeef39-f7ac-4eb6-a93f-073b8ece1b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:20.168922902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ffeef39-f7ac-4eb6-a93f-073b8ece1b20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:21.952044436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0031bd4-bb64-4243-816f-b0fe38e343a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:22.000783354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0031bd4-bb64-4243-816f-b0fe38e343a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:22.049646329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0031bd4-bb64-4243-816f-b0fe38e343a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:22.098537112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0031bd4-bb64-4243-816f-b0fe38e343a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:31.566576393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f6ebd0-40c7-4324-b9bf-9512ae0e0aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:31.615406291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f6ebd0-40c7-4324-b9bf-9512ae0e0aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:31.664058158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f6ebd0-40c7-4324-b9bf-9512ae0e0aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:31.713391771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f6ebd0-40c7-4324-b9bf-9512ae0e0aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:33.537325601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354b995e-47ab-4981-8e29-cf95d8068513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:33.589018302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354b995e-47ab-4981-8e29-cf95d8068513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:33.637914171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354b995e-47ab-4981-8e29-cf95d8068513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:33.68651804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354b995e-47ab-4981-8e29-cf95d8068513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:39.22326616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:39.841248585Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","namespace":"ai-tenant-e2e-praxis-a-377b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:39.84132958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","namespace":"ai-tenant-e2e-praxis-a-377b56","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:39.841396323Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","tenant":"e2e-praxis-a-377b56","tenantID":"e2e-praxis-a-377b56","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:39.892301708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"Deployment","name":"maas-api-e2e-praxis-a-377b56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:39.949610132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"Service","name":"maas-api-e2e-praxis-a-377b56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.005998815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-377b56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.05679664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-377b56","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.109623152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.160934999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.215253287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.280818238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.329913273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.378366601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.431336357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"Service","name":"payload-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.480306684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.533131748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.581651596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.630066588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.682998878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.731161613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.779479982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.836589553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-377b56","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.885194481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-377b56"},"namespace":"ai-tenant-e2e-praxis-a-377b56","name":"default-tenant","reconcileID":"614d79b0-c916-4c6b-9ad7-75bad38c8601","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-377b56","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.939920475Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","namespace":"ai-tenant-e2e-ipp-a-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.940005124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","namespace":"ai-tenant-e2e-ipp-a-f5f48b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.940075382Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","tenant":"e2e-ipp-a-f5f48b","tenantID":"e2e-ipp-a-f5f48b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:40.990445665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f5f48b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.052215378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"Service","name":"maas-api-e2e-ipp-a-f5f48b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.104168894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f5f48b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.154639342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f5f48b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.206090538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.257548584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.311588759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.36480684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.415686831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.468674306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.527315723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"Service","name":"payload-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.585811351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.63952278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.695823055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.751892477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.804525188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.855399506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.906799817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:41.964756752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f5f48b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:42.015444659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5f48b"},"namespace":"ai-tenant-e2e-ipp-a-f5f48b","name":"default-tenant","reconcileID":"d7ed80f6-f20e-40cd-916b-9bfdcdc889a8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f5f48b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:43.407138174Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f5f48b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f5f48b","reconcileID":"4da90bfd-dab5-438f-a8c0-573ffa5ad87b","aitenant":"ai-tenants/e2e-ipp-a-f5f48b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:43.458874772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6c8d5e-6e06-438e-8a8e-68c26f5d00d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:43.507686531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6c8d5e-6e06-438e-8a8e-68c26f5d00d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:43.556557009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6c8d5e-6e06-438e-8a8e-68c26f5d00d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:43.605164545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb6c8d5e-6e06-438e-8a8e-68c26f5d00d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:44.117493863Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f5f48b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f5f48b","reconcileID":"4da90bfd-dab5-438f-a8c0-573ffa5ad87b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f5f48b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f5f48b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:45.412585698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e96c91d-9367-4d66-bc59-d604ac7fc1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:45.461368532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e96c91d-9367-4d66-bc59-d604ac7fc1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:45.510112323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e96c91d-9367-4d66-bc59-d604ac7fc1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:45.558732372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e96c91d-9367-4d66-bc59-d604ac7fc1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:47.384443409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41320d9f-d4ab-4ff4-9cfb-49a829f64124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:47.433366259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41320d9f-d4ab-4ff4-9cfb-49a829f64124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:47.482253432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41320d9f-d4ab-4ff4-9cfb-49a829f64124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:47.531127947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41320d9f-d4ab-4ff4-9cfb-49a829f64124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:48.565623686Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-377b56","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-377b56","reconcileID":"babfb00d-0ccd-4c2c-9a67-b1a0a14d7a8d","aitenant":"ai-tenants/e2e-praxis-a-377b56","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:49.335243655Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-377b56","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-377b56","reconcileID":"babfb00d-0ccd-4c2c-9a67-b1a0a14d7a8d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-377b56","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-377b56"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:49.383523242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a66695-0102-4b71-84c7-d96165229340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:49.432259191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a66695-0102-4b71-84c7-d96165229340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:49.480946325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a66695-0102-4b71-84c7-d96165229340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:49.529734686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a66695-0102-4b71-84c7-d96165229340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:51.393567629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3652729-c519-478c-8982-1fb5a64874c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:51.442662228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3652729-c519-478c-8982-1fb5a64874c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:51.491560257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3652729-c519-478c-8982-1fb5a64874c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:51.540385906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3652729-c519-478c-8982-1fb5a64874c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:53.320079174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3aa656-b96c-4933-b056-fac942bcc4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:53.370911555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3aa656-b96c-4933-b056-fac942bcc4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:53.420994434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3aa656-b96c-4933-b056-fac942bcc4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:53.469513646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3aa656-b96c-4933-b056-fac942bcc4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:54.512372045Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5285eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5285eb","reconcileID":"0a9693f8-55fb-4c57-a5d1-2e80566598d6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5285eb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5285eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:55.277735861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef39a917-7a84-49f2-b197-d8dcfe8454f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:55.326988576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef39a917-7a84-49f2-b197-d8dcfe8454f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:55.375964192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef39a917-7a84-49f2-b197-d8dcfe8454f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:55.424777995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef39a917-7a84-49f2-b197-d8dcfe8454f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:57.290308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eed4a3-a99b-45c4-aa6c-c7022c5f9d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:57.339190577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eed4a3-a99b-45c4-aa6c-c7022c5f9d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:57.388087659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eed4a3-a99b-45c4-aa6c-c7022c5f9d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:57.437071611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eed4a3-a99b-45c4-aa6c-c7022c5f9d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:59.240879063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988b3fe9-e1b1-41e7-bd62-b16fd14ffd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:59.293111565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988b3fe9-e1b1-41e7-bd62-b16fd14ffd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:59.347377143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988b3fe9-e1b1-41e7-bd62-b16fd14ffd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:54:59.396197227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"988b3fe9-e1b1-41e7-bd62-b16fd14ffd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.191390887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7402aab4-e4fe-4ef5-8b62-ed23ed94eb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.240671786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7402aab4-e4fe-4ef5-8b62-ed23ed94eb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.289505543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7402aab4-e4fe-4ef5-8b62-ed23ed94eb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.338132238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7402aab4-e4fe-4ef5-8b62-ed23ed94eb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.653335278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","namespace":"ai-tenant-e2e-ipp-b-37d0ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.653389869Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","namespace":"ai-tenant-e2e-ipp-b-37d0ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.653437266Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","tenant":"e2e-ipp-b-37d0ba","tenantID":"e2e-ipp-b-37d0ba","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.704316181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"Deployment","name":"maas-api-e2e-ipp-b-37d0ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.760901875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"Service","name":"maas-api-e2e-ipp-b-37d0ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.817756756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-37d0ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.868390483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-37d0ba","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.920417825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:01.971931098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.026168697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.077927248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.131295659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.184029734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.241130673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"Service","name":"payload-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.333321034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.384479172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.435811687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.490587381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.543565018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.677311502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.728882077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.780141029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-37d0ba","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:02.830159575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-37d0ba"},"namespace":"ai-tenant-e2e-ipp-b-37d0ba","name":"default-tenant","reconcileID":"b2b2a2f1-9558-4228-a25c-f94a4a1a513f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-37d0ba","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:03.190770844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a80f481-282b-4784-8490-38ad8053dddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:03.239487229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a80f481-282b-4784-8490-38ad8053dddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:03.288219875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a80f481-282b-4784-8490-38ad8053dddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:03.338445688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a80f481-282b-4784-8490-38ad8053dddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:05.119790289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf6dc75-f8fc-4829-9507-be6dec03d8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:05.168568095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf6dc75-f8fc-4829-9507-be6dec03d8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:05.217084611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf6dc75-f8fc-4829-9507-be6dec03d8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:05.266222413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bf6dc75-f8fc-4829-9507-be6dec03d8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:07.087800051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1201ff-f29f-4eaa-adfc-44071d20e1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:07.136517878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1201ff-f29f-4eaa-adfc-44071d20e1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:07.185161533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1201ff-f29f-4eaa-adfc-44071d20e1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:07.233917493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1201ff-f29f-4eaa-adfc-44071d20e1c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:07.583556437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"d1205144-76e3-400d-8561-0b802d9e5a57","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cd6ad0","tenantID":"e2e-praxis-b-cd6ad0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:07.693683733Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"d1205144-76e3-400d-8561-0b802d9e5a57","name":"e2e-praxis-b-cd6ad0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:09.068786287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3fd2c5-ab6c-4b86-9c5c-9bbc6b019335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:09.119826301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3fd2c5-ab6c-4b86-9c5c-9bbc6b019335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:09.168701566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3fd2c5-ab6c-4b86-9c5c-9bbc6b019335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:09.168741312Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-37d0ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-37d0ba","reconcileID":"7b64106d-815f-4ecc-8605-9cb082b3195d","aitenant":"ai-tenants/e2e-ipp-b-37d0ba","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:09.217887202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff3fd2c5-ab6c-4b86-9c5c-9bbc6b019335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:09.225688285Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:09.897884848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-37d0ba","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-37d0ba","reconcileID":"7b64106d-815f-4ecc-8605-9cb082b3195d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-37d0ba","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-37d0ba"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:11.045790165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631dc996-1932-462a-aea3-93c14ba2b909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:11.09450105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631dc996-1932-462a-aea3-93c14ba2b909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:11.142998043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631dc996-1932-462a-aea3-93c14ba2b909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:11.191634757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631dc996-1932-462a-aea3-93c14ba2b909","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:16.012047035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a597f4e-bff2-4f1c-9b35-8694d0f37e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:16.061719133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a597f4e-bff2-4f1c-9b35-8694d0f37e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:16.111728518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a597f4e-bff2-4f1c-9b35-8694d0f37e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:16.161520931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a597f4e-bff2-4f1c-9b35-8694d0f37e47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:16.581643027Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ba0edc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ba0edc","reconcileID":"8b09200b-e6b4-4b41-ac5a-20e8dff0c4ce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ba0edc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ba0edc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:18.135356572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aacfaf7-316f-4ef4-ab69-56489cb38110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:18.18425859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aacfaf7-316f-4ef4-ab69-56489cb38110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:18.232745054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aacfaf7-316f-4ef4-ab69-56489cb38110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:18.281530179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aacfaf7-316f-4ef4-ab69-56489cb38110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:20.118525734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f064fe-f518-4001-985b-8af0ebc94fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:20.167674645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f064fe-f518-4001-985b-8af0ebc94fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:20.216399361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f064fe-f518-4001-985b-8af0ebc94fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:20.265389953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f064fe-f518-4001-985b-8af0ebc94fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.10236303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f52a85-f0f3-40fb-bad9-92cc447ea302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.151073443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f52a85-f0f3-40fb-bad9-92cc447ea302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.203275687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f52a85-f0f3-40fb-bad9-92cc447ea302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.25273096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f52a85-f0f3-40fb-bad9-92cc447ea302","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.45266762Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","namespace":"ai-tenant-e2e-praxis-b-2318a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.452734853Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","namespace":"ai-tenant-e2e-praxis-b-2318a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.452793427Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","tenant":"e2e-praxis-b-2318a8","tenantID":"e2e-praxis-b-2318a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.503913095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"Deployment","name":"maas-api-e2e-praxis-b-2318a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.564154994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"Service","name":"maas-api-e2e-praxis-b-2318a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.620946448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-2318a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.674628054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-2318a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.740302456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.793318977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.848667247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.904157008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:22.956636235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.00522954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.055496182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"Service","name":"payload-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.104398564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.152853971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.20143682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.256593728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.310004322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.358636655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.407153033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.455872746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-2318a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:23.50462636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-2318a8"},"namespace":"ai-tenant-e2e-praxis-b-2318a8","name":"default-tenant","reconcileID":"47af998f-34c8-4903-8d0f-abd2a91e8657","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-2318a8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:24.091904201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7151242d-6435-4f02-bb91-66ca25459bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:24.141067069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7151242d-6435-4f02-bb91-66ca25459bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:24.189801563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7151242d-6435-4f02-bb91-66ca25459bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:24.238663874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7151242d-6435-4f02-bb91-66ca25459bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:26.038237226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd40e9b6-9dcf-43a2-96ce-3adbeca947aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:26.091924185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd40e9b6-9dcf-43a2-96ce-3adbeca947aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:26.144445348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd40e9b6-9dcf-43a2-96ce-3adbeca947aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:26.196999274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd40e9b6-9dcf-43a2-96ce-3adbeca947aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:31.873601539Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2318a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2318a8","reconcileID":"353c5252-2747-4809-b195-45fc12ece894","aitenant":"ai-tenants/e2e-praxis-b-2318a8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:32.274146038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83addfba-5c5f-4a42-8c5d-f59ed590f987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:32.322858606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83addfba-5c5f-4a42-8c5d-f59ed590f987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:32.371637045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83addfba-5c5f-4a42-8c5d-f59ed590f987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:32.420438026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83addfba-5c5f-4a42-8c5d-f59ed590f987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:32.680168296Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-2318a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-2318a8","reconcileID":"353c5252-2747-4809-b195-45fc12ece894","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-2318a8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-2318a8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:34.289776305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d877828-c108-439c-853b-bb40a425cf3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:34.3384843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d877828-c108-439c-853b-bb40a425cf3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:34.387211585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d877828-c108-439c-853b-bb40a425cf3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:34.435838867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d877828-c108-439c-853b-bb40a425cf3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:36.245914894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da9a2b1-cca5-4a1a-a3eb-eff02ebf6385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:36.296605846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da9a2b1-cca5-4a1a-a3eb-eff02ebf6385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:36.346573457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da9a2b1-cca5-4a1a-a3eb-eff02ebf6385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:36.395347664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da9a2b1-cca5-4a1a-a3eb-eff02ebf6385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:38.078447025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"3603ae6a-887c-4669-81af-728a5c101805","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:38.189365949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d9fac0-6661-4a00-b24f-98462b6a3c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:38.239975422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d9fac0-6661-4a00-b24f-98462b6a3c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:38.288819686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d9fac0-6661-4a00-b24f-98462b6a3c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:38.33778069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d9fac0-6661-4a00-b24f-98462b6a3c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:39.221744973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:39.98406547Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","namespace":"ai-tenant-e2e-praxis-b-6b0c9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:39.984123303Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","namespace":"ai-tenant-e2e-praxis-b-6b0c9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:39.984176454Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","tenant":"e2e-praxis-b-6b0c9d","tenantID":"e2e-praxis-b-6b0c9d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.034915571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"Deployment","name":"maas-api-e2e-praxis-b-6b0c9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.095789748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"Service","name":"maas-api-e2e-praxis-b-6b0c9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.150238695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-6b0c9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.182846274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ac6c2e-f71f-4d3c-88af-7e4ecbfe32d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.232912949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ac6c2e-f71f-4d3c-88af-7e4ecbfe32d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.233471107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-6b0c9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.284749626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ac6c2e-f71f-4d3c-88af-7e4ecbfe32d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.290020982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"128a9dc1-f046-4025-ad6b-392596c2ff2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.338386145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ac6c2e-f71f-4d3c-88af-7e4ecbfe32d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.342007672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.393309122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.44935685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.500812127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.589760625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.639749261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.688551008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"Service","name":"payload-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.737309714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.786136496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.834858376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.883565871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.936736564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:40.985399752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:41.033880896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:41.082483528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-6b0c9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:41.133346012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6b0c9d"},"namespace":"ai-tenant-e2e-praxis-b-6b0c9d","name":"default-tenant","reconcileID":"85774be4-3dd9-4224-b527-ed0215883afa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-6b0c9d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:41.579085836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"1674f4c1-7713-4955-a326-a92b6af49d40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:42.132811833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c27bda8e-565b-45f6-8a10-ef2c390cc21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:42.184357134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c27bda8e-565b-45f6-8a10-ef2c390cc21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:42.234493308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c27bda8e-565b-45f6-8a10-ef2c390cc21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:42.284398863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c27bda8e-565b-45f6-8a10-ef2c390cc21f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.352820921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"be1da245-ace4-4fe1-9917-0251618b6267","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.721355454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"87cd1be5-8f33-4f6b-8900-6d117c21e619","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.773523906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"54dc0f75-b63a-440d-983e-1fba0191bdbb","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:55:44.823136126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-apikey-sub-binding-74e0c6ae","reconcileID":"246a429f-67d8-4903-89e5-46e27f1f3f3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-74e0c6ae\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.868540284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"dd2543d1-9e05-43d4-8419-5c9470a25426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.868575984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"6531e22c-8250-4f02-b4cf-bbd1e20b1863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.92325376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"6531e22c-8250-4f02-b4cf-bbd1e20b1863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.924036838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"dd2543d1-9e05-43d4-8419-5c9470a25426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.932102775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"f9db2a9e-63e9-44c0-beb8-74d5132adc5d","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:44.986102683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"4f3d9450-cacd-428b-9655-3b2213a94390","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:45.222381954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"5a0aa9d3-3f6f-4c53-acbb-12da120667a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:45.22238371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"a42ee1a5-77cc-4911-af8b-813e70a257ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:45.23895445Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-apikey-sub-binding-74e0c6ae","reconcileID":"1a18e9f5-2956-4255-8d52-7c3caa8dd529","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-apikey-sub-binding-74e0c6ae","ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:45.276851474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"5a0aa9d3-3f6f-4c53-acbb-12da120667a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:45.27760548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"a42ee1a5-77cc-4911-af8b-813e70a257ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:45.394417049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"cf89748d-4576-42cc-bf81-2c3a4ba486d3","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:45.436275566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"5a242882-38e1-4f82-86f9-258d3917d235","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:45.590504752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-apikey-sub-binding-74e0c6ae","reconcileID":"0aa1992f-9341-4679-8593-a1d83d9e990c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:47.971030373Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6b0c9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6b0c9d","reconcileID":"4b81298c-ee58-433a-bd50-18ff4b434bc5","aitenant":"ai-tenants/e2e-praxis-b-6b0c9d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:48.480152376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4f76fe-0b76-4426-aa08-cf82118aea1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:48.534030017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4f76fe-0b76-4426-aa08-cf82118aea1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:48.583513321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4f76fe-0b76-4426-aa08-cf82118aea1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:48.632899433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f4f76fe-0b76-4426-aa08-cf82118aea1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:48.740172868Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6b0c9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6b0c9d","reconcileID":"4b81298c-ee58-433a-bd50-18ff4b434bc5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6b0c9d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-6b0c9d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:48.892239286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"2a2c90d9-aeab-4b14-b3c4-b6c07944daf6","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:49.041856859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"4405f84e-a8c4-419c-bd07-0a662246715d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:49.041905562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"2f125c33-eb15-4ee9-bbd1-e0cba0c37b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:49.095940046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"4405f84e-a8c4-419c-bd07-0a662246715d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:49.095998864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"2f125c33-eb15-4ee9-bbd1-e0cba0c37b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:50.48725347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319de080-4a16-48de-a2b2-50013202b869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:50.536036825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319de080-4a16-48de-a2b2-50013202b869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:50.584628589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319de080-4a16-48de-a2b2-50013202b869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:50.633053696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319de080-4a16-48de-a2b2-50013202b869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:50.79133489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"2abdb64f-4c6a-455f-91d5-e987b1e36ffd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5285eb","tenantID":"e2e-ipp-b-5285eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:50.947645207Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"2abdb64f-4c6a-455f-91d5-e987b1e36ffd","name":"e2e-ipp-b-5285eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:52.284937793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"21cd09f5-5c71-42c3-a97d-be9ef2464c92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:52.432295779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88041101-e092-48c6-b069-fde181daa7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:52.481063307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88041101-e092-48c6-b069-fde181daa7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:52.529707827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88041101-e092-48c6-b069-fde181daa7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:52.578333747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88041101-e092-48c6-b069-fde181daa7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:54.475442176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"237b76bd-6898-4fcb-8a33-da26caaf550e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:55.807365249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"2d75cf5b-b58a-4f15-b1be-ce4fa1704fc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:57.834763095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"f3ed0f31-c073-449e-b236-1620a79b7cf0","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:57.893486804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"c7072720-d405-4813-9331-c588d80be2da","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:55:57.944545719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-sub","reconcileID":"5bb489b4-3fc9-413c-8c9f-36d012a2f84c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:57.987730075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7cdd9dbe-60f4-4f4c-9489-c8854428248e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:57.989030261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"42991289-6c96-4563-8c09-c393c19ceaf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.041997285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7cdd9dbe-60f4-4f4c-9489-c8854428248e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.043082894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"42991289-6c96-4563-8c09-c393c19ceaf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.053177408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"97251d53-68ce-4f43-a233-5e281d469e27","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.10708186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"073be22b-87a0-4b39-be06-65517b0eb2a3","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.36582256Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-sub","reconcileID":"ffcb45f9-bb45-448a-b82d-caff92b60850","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-ordering-sub","ai-tenant-e2e-worker-w2-70e0c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.386914422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ab1b7cfe-4c26-46f0-b993-85976b83159f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.38691734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f652798f-3cdf-49f4-8f79-fdefcf0efd2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.441301165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"ab1b7cfe-4c26-46f0-b993-85976b83159f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.441494118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f652798f-3cdf-49f4-8f79-fdefcf0efd2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.475028367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"b27e855b-4844-4425-9e24-55e9ea244137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.522226698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"19f2bf62-9773-4adc-9ebe-d38d1b28b0d8","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.720205158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-sub","reconcileID":"fc2e23b1-416f-44a5-91e4-99bff96c41ae","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:58.772948475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"75946fda-3399-4824-b4e4-336fe4d9eca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.044822094Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-apikey-sub-binding-74e0c6ae","reconcileID":"b036cd72-226d-4842-a569-67f02741dc6c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscription":"e2e-apikey-sub-binding-74e0c6ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.248128193Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-apikey-sub-binding-74e0c6ae","reconcileID":"b036cd72-226d-4842-a569-67f02741dc6c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-74e0c6ae","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.445932283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"bc8cb4c6-5583-4085-b450-1817b8ab0310","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.501818099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"f8f610ab-ce74-4573-aaca-8595683fca72","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.555138117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"1e77ccd0-5e33-4e88-83a4-a73368fc3b49","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.647229749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a07d869a-8cd6-4f70-b310-1f9ad3657526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.64740073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"136ec1f8-74ec-4f44-b02b-2c82b4b6031f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.70099759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a07d869a-8cd6-4f70-b310-1f9ad3657526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:55:59.701019334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"136ec1f8-74ec-4f44-b02b-2c82b4b6031f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.313439759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"07fc02ad-81f6-4b78-89a6-dcdfd873dba6","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.370257258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"55f1656e-b6cf-4b39-896c-244eab1836ee","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.413721674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"b0a5cca5-3c47-407e-b58b-5919c0980f70","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.467521471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"41475764-76da-43aa-a0d6-2e850a7e1f39","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.517583472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"eaba19a9-c2bc-467a-a203-67ee47dc98ee","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.572755884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"eaba19a9-c2bc-467a-a203-67ee47dc98ee","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.579639696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"173537eb-f86b-4712-85d9-a45e1d2ebe34","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.621839968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-auth","reconcileID":"572d0ce5-dfbf-4727-8afa-7e860e1b804d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.674967844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"ab00d9e2-c291-4615-8f21-6d50b929de9a","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.67920631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-auth","reconcileID":"572d0ce5-dfbf-4727-8afa-7e860e1b804d","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:01.721912276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-no-access","reconcileID":"336c7ecf-d995-429a-a27e-6ec592d17dc9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.771183019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5cb384cd-342d-481b-bcec-0ce8bfda55ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.771321003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c8fea2fd-52da-4857-b38b-89230a42ae03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.826012087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5cb384cd-342d-481b-bcec-0ce8bfda55ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.826171425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c8fea2fd-52da-4857-b38b-89230a42ae03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.830897902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"5ab2fa3d-34ff-46a7-a041-553d84209b67","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.883434131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"ced7a58f-c4c6-43ab-9460-dd1123ff5790","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:01.92716642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"e09a974e-8eeb-4141-8921-5fca3593c9ae","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.026107214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"29d397a3-12db-43cb-b04a-eb8d0c6b6e90","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.075123528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"58ea92e2-6a33-43df-a0e9-ddd5d6adc1d8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.129418346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"58ea92e2-6a33-43df-a0e9-ddd5d6adc1d8","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.135966409Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-no-access","reconcileID":"72228393-2709-4613-a875-10c21c873aa5","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-12f635/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.201128066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87d2bd7-b9ca-4080-b9a8-d0c480f4c307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.250384279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87d2bd7-b9ca-4080-b9a8-d0c480f4c307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.299132455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87d2bd7-b9ca-4080-b9a8-d0c480f4c307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.299319396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"68ef8240-6f62-4a35-a527-fed3e64640bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.299399718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"308330de-68da-4552-ab24-263eb8b78ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.34803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b87d2bd7-b9ca-4080-b9a8-d0c480f4c307","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.35321769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"68ef8240-6f62-4a35-a527-fed3e64640bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.398098329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"3fa33c2e-9e71-499f-8082-c60744ea9504","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.402081255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"308330de-68da-4552-ab24-263eb8b78ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.403343536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"893274a5-bf25-43b5-8deb-f1c1964f371d","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:02.647008365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-no-access","reconcileID":"4b14621b-5b5c-4ad9-a867-0bf999516e3f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.209247609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3b30bb-65d2-423c-94b7-3c2c557af7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.258579508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3b30bb-65d2-423c-94b7-3c2c557af7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.307400117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3b30bb-65d2-423c-94b7-3c2c557af7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.326985707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"8e9501b7-f38b-4e54-be58-37fded71dddb","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.356029123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b3b30bb-65d2-423c-94b7-3c2c557af7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.502175496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e31af22a-a236-48e8-a159-2d29319d5a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.502311045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-auth","reconcileID":"178eb94a-2c90-44f5-a249-1debedea09e1","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.50217219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e3932011-017a-48b7-a638-92f4ae23d633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.557773921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-auth","reconcileID":"178eb94a-2c90-44f5-a249-1debedea09e1","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.557846607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e31af22a-a236-48e8-a159-2d29319d5a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.561310748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e3932011-017a-48b7-a638-92f4ae23d633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:04.885187034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"a9863cd1-ba34-493a-b540-c5e44c04d82b","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:05.037046651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c3818e84-a5c4-457c-a1e4-404e986e7e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:05.040696996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2b6476f5-1cb6-4fac-b50d-810942265285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:05.040740128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"410a9f3d-a8e0-4520-a1ed-1d277462d549","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:05.093299374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c3818e84-a5c4-457c-a1e4-404e986e7e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:05.097163544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2b6476f5-1cb6-4fac-b50d-810942265285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:05.109201713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"410a9f3d-a8e0-4520-a1ed-1d277462d549","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:09.221507779Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:14.28423189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"1e1878ad-a18e-4fcd-a1bd-54e465534347","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ba0edc","tenantID":"e2e-praxis-a-ba0edc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:14.394949297Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"1e1878ad-a18e-4fcd-a1bd-54e465534347","name":"e2e-praxis-a-ba0edc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:14.509716553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-sub","reconcileID":"a0cdc9cd-47f1-4d2d-855c-9e4d2506b166","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:14.712821653Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-sub","reconcileID":"a0cdc9cd-47f1-4d2d-855c-9e4d2506b166","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:14.909579734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"c6212b8e-d596-4999-8f39-764622362297","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:14.966946773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"c9affd07-fa51-4674-bac4-6471add292bc","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.041679161Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-no-access","reconcileID":"357211fa-a727-4ba2-95ce-e778e0561d6b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.116148978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-auth","reconcileID":"0d777aee-4a6b-465b-9891-70f1f6076eee","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.119228139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5bf4bca2-886a-4900-a800-b783f0cc12fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.119311617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a870909f-b61c-466c-9d83-1771042a06af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.123589247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"ff7eaa76-e555-4691-961b-3d4f82a6666f","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.169460951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-auth","reconcileID":"0d777aee-4a6b-465b-9891-70f1f6076eee","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.172649845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5bf4bca2-886a-4900-a800-b783f0cc12fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.173186634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a870909f-b61c-466c-9d83-1771042a06af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.245395716Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-no-access","reconcileID":"357211fa-a727-4ba2-95ce-e778e0561d6b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.319410462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-ordering-auth","reconcileID":"8e7ad3bd-6ade-4347-83e4-2cc15897815c","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.442194755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"6201bba2-eb1b-45a6-951c-78688bd3da0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.497679579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"c4d49f7c-0d4a-4ef8-830a-2bd24772e858","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.527558514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"293d6305-d0e1-4d71-a97e-86c03492f0e6","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.646514061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"90ca13c6-f9cb-4696-87cc-ecdea178a84d","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.647386205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"26f52c1c-16ba-49af-b952-d3e974e97623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.647519686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"83338c30-31b0-4d72-b9a6-27b43881c978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.647920431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"df6908c5-35d5-4d22-b205-299ff1e26b29","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.701180133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"26f52c1c-16ba-49af-b952-d3e974e97623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.701377635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"83338c30-31b0-4d72-b9a6-27b43881c978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.703508854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"df6908c5-35d5-4d22-b205-299ff1e26b29","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:15.847731848Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-no-access","reconcileID":"315dd458-74e6-459e-a185-5a09b960c1ad","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:16.055352304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"676fd445-4ddc-4f3a-988c-f9ba207212fc","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:16.863081652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"91e9142c-459a-4503-9539-ddc749272368","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:16.916976636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"2990b0ef-a5df-45c1-8969-b1bd197fcf9b","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.05226058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"9fbf9d94-f2eb-4dfb-9d6b-f06fa5ac5ba8","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.062826297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"b10b2386-c7bc-43fa-ab14-2f8fef23a393","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.110105981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"094fb549-b447-4335-af40-efd365bfc65d","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.116638371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"b10b2386-c7bc-43fa-ab14-2f8fef23a393","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.152137851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"d536dbb0-ca75-4689-887e-1cd9e7231362","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.206900122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"99eb19da-7c0f-47db-9b91-9072a7abffe4","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.254911041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a36d43ab-017b-4826-b520-5dcdcce64985","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:17.254990736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-subscription-success","reconcileID":"54cc42a8-8e67-4fba-968a-427b97663dac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.303023961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"bab4723b-91df-419d-9eaa-6c99450b2b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.303093593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"201b224a-363b-422e-9fee-76c07e560b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.308466226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a36d43ab-017b-4826-b520-5dcdcce64985","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.351948193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"f12436b2-2ade-4fca-8665-86c0dbb4ec12","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.357115105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"201b224a-363b-422e-9fee-76c07e560b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.357381517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"bab4723b-91df-419d-9eaa-6c99450b2b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.394801545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"6f89a4b5-73bf-4ac2-814d-24afef0f0cd9","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.405688382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"f6581090-9f05-47cc-9a5c-731b037ce1ce","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.422134948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"3e2da02e-327c-4014-ae6f-b61e2779b87c","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.448935748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"667ec809-8829-4e4c-a854-fdbe8f3cd5fc","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:17.452608997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-free","reconcileID":"cd173fd4-4563-446f-985c-cbf2ea4fb25e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:17.455315416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-70e0c6/e2e-test-subscription-success","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.497993224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"356f5c85-31c7-423a-8ac6-b39475c064dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.551893772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"356f5c85-31c7-423a-8ac6-b39475c064dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.561602493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"b7585093-e83f-4f5e-8d83-bf3b3dae39c8","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.570769888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"9d0682dd-3546-4742-8733-7a43afff105f","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.598671397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"fd547139-b05d-49bf-b82a-e035738bd673","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.615504876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"df2eb459-bfcd-4150-98c5-c921bdd5d8ee","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.631227483Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-12f635 priority=0:[ai-tenant-e2e-worker-w0-12f635/e2e-test-subscription-free ai-tenant-e2e-worker-w0-12f635/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.631359564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"be2548d1-373e-4fff-89dc-5e6481eb9612","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.653009489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"fd547139-b05d-49bf-b82a-e035738bd673","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.683672787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"af943d1f-7a39-4ee1-84c1-0a7944bdf40a","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.699758787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"8dac5795-9d6d-419f-a82a-c10bcb7ece2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.699815622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b5aaa7d3-7b1a-420a-8359-2e8a3b5a3ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.700496683Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-subscription-success","reconcileID":"b337d8c4-4073-4ab1-bb1e-50149dd00762","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-70e0c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.739055183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"822e4cef-bf5a-45f3-9db6-20d487637082","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:17.739171235Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-12f635/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.754070255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"8dac5795-9d6d-419f-a82a-c10bcb7ece2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.756078221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b5aaa7d3-7b1a-420a-8359-2e8a3b5a3ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.793118303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"c2e83a99-4336-4a7e-a487-2d8cd53a716d","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.793926987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"0e24f705-bcfe-4dce-8c01-7841183134ae","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.799157619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b652b4b-0f82-42fd-881f-357782582a50","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.854657804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b652b4b-0f82-42fd-881f-357782582a50","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.857556168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"b09913d1-a0bd-473b-9837-661d9f15d36e","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.866635429Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-free","reconcileID":"a0b66114-b2f6-4868-927c-a6f4c719fddf","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-12f635/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.899838687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"324430ac-e65a-4ebb-b6c5-4faf40c3e712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.911718553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"3a3670d5-d993-4f73-ae4d-7e51a96a621a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.954185912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"324430ac-e65a-4ebb-b6c5-4faf40c3e712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:17.999420497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"40be8bc9-14a5-4600-84c6-d1c943562f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.013243297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-premium","reconcileID":"29df23c3-9bf2-4667-904c-71280008c801","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.022171955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"ab7f6cb3-2698-4381-9dec-782df6e7b964","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.053246175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"40be8bc9-14a5-4600-84c6-d1c943562f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.096732654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"22a23c6f-6e3c-4256-9a7a-69d8712c7455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.113199292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"cc9e78db-7c43-47c5-b1f2-b5d5130cb69e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.11376842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-subscription-success","reconcileID":"b684ff07-b0fd-4117-b6eb-e6ff8e627ca4","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.145483471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"16aecca2-a6df-435d-aa3f-a5022f1a8554","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.152208635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"22a23c6f-6e3c-4256-9a7a-69d8712c7455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.170645844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"ac658196-83c0-47ac-89ab-0fbd8d0a3335","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.199894984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"16aecca2-a6df-435d-aa3f-a5022f1a8554","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.219707711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-free","reconcileID":"2fee3952-b203-4ef0-b818-95d09e608321","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.367299931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-premium","reconcileID":"aaf108ee-0a1d-4b85-abd3-5413986e9737","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:18.376524442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"bc8a0774-0530-4fad-aae8-c53e9f2e90af","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:20.711182199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"e38fc491-b9c2-4fb9-a884-9f42fb2d27fa","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:20.856330869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"755bc96b-7c9c-4093-b1bb-dd7135436641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:20.856548091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2853a19e-11dd-486c-8e0f-53e80036b257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:20.856330963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"9f9283fc-efc1-4b9d-abc0-0e9f82d71e2a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:20.910925845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"9f9283fc-efc1-4b9d-abc0-0e9f82d71e2a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:20.911913865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2853a19e-11dd-486c-8e0f-53e80036b257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:20.913173412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"755bc96b-7c9c-4093-b1bb-dd7135436641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:21.779707493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"429fdeaf-a1c2-42b5-b24d-16aff712eb5e","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:21.928934399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"952c7661-039d-4efc-94d5-6427d033a540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:21.928979023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3c020a98-a9a1-4bc5-9ff8-22576965e7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:21.929440489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6a99233f-9748-4e5b-b2e5-ea93ab3a330e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:21.983748035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"952c7661-039d-4efc-94d5-6427d033a540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:21.984837991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6a99233f-9748-4e5b-b2e5-ea93ab3a330e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:21.986149126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3c020a98-a9a1-4bc5-9ff8-22576965e7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:30.863532956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-subscription-success","reconcileID":"fce82ccc-119d-4353-94a3-8e6404adf2ea","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.072783005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-subscription-success","reconcileID":"fce82ccc-119d-4353-94a3-8e6404adf2ea","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.270688967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"3fb6ff2b-a640-4990-94d8-bb693a75e34d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.282022429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"895539ae-ea63-4efb-9b57-6d5a9ea34cdd","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.338004326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"a3123ccb-66cb-47a3-9b59-0d7667f55f21","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.428063772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4cce1e6b-37fa-4ad8-96ee-e56c13cf9890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.428250069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"2518cce6-7854-4584-a936-9577bae370c0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.42856392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4ff91c32-6ed1-43a2-9170-07fa7ae88dce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.438703426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"8c12f181-1b76-4d7b-8ef5-27a83cc037e6","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.482217228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4cce1e6b-37fa-4ad8-96ee-e56c13cf9890","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.483568836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"2518cce6-7854-4584-a936-9577bae370c0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.4846078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4ff91c32-6ed1-43a2-9170-07fa7ae88dce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.680172445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-auth-success","reconcileID":"8e96a303-dbe5-4f82-af34-56e6cd944c76","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.882340715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"afa4383c-079f-46e0-9510-184c7c9ca50e","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:31.935361915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-free","reconcileID":"70990e95-f417-4ef6-b7ad-502d2bfe919f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.139293271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-free","reconcileID":"70990e95-f417-4ef6-b7ad-502d2bfe919f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.340750158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-premium","reconcileID":"225113b0-3dbb-4420-add6-c055e215ba1c","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.340814531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"3bf0d7b6-5268-44fb-b1bc-a0cf7b2f2269","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.353977737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"c781099d-0e57-40a7-9213-f66ab3297e4c","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.501978643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d7979403-db41-40a4-a524-c31a9fe2d089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.502116706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7b2740ed-385b-4b36-b05a-e36a97e79b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.501977795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0d3a7040-076d-4f11-b1b0-f974c2c227d5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.502968508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"4a770aa6-f026-4e9f-a548-9c3edde58546","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.55800659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0d3a7040-076d-4f11-b1b0-f974c2c227d5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.558249136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d7979403-db41-40a4-a524-c31a9fe2d089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.560240548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7b2740ed-385b-4b36-b05a-e36a97e79b92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.798855975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"82bcb8ca-3b65-4f42-9d05-730c87e1c4bd","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.859633839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"16f3e680-1fbf-4db5-a654-a635869ad4b5","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.928223788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2cb2c820-84a5-420e-93e6-08b17f7c7bca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.928238145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3ae30323-c9f7-4219-8a0d-0c43f009ab89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.928762669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"856c1e7c-a332-4fdf-b505-2282a46f0963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.987523119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"856c1e7c-a332-4fdf-b505-2282a46f0963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.987589705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2cb2c820-84a5-420e-93e6-08b17f7c7bca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:32.991691978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3ae30323-c9f7-4219-8a0d-0c43f009ab89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.034260784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"ecc1f2dd-5193-4761-823f-1cc8ef5e8859","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.088328779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"ecc1f2dd-5193-4761-823f-1cc8ef5e8859","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.135816262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5ca6cf5b-23f4-4a1c-8b5c-96d9effcfc2b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.190365339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"dae3c18a-bb0c-4ce3-8935-1bdece4a18ad","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:33.243195165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-subscription","reconcileID":"6c7eb90d-13af-4920-8610-cc1da680ac7d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.281942144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"02e7293d-42e2-480c-b6a8-4c13ded86611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.281943295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c7ca573a-f423-49dc-9402-197ff9e7ba7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.337237746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c7ca573a-f423-49dc-9402-197ff9e7ba7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.337249013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"02e7293d-42e2-480c-b6a8-4c13ded86611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.355722767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"aaa6fbbc-2b08-40ad-81d6-ecc526a3ab42","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.407840356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"93429da4-741f-43c7-aea4-e9851453fcc6","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.436229013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"bd7a7183-e47c-461a-b276-9951ac64a09f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.582318956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"9b271e70-3240-4e40-a493-9b7105261792","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.636954633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"9b271e70-3240-4e40-a493-9b7105261792","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.661018327Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-subscription","reconcileID":"151bfd4c-4003-4dcd-9ed5-3440e5e891cb","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.683193786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b2d73fd1-35f0-4b5e-bbc9-9dc8a758737c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.731964228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7222d610-c1f1-4410-809f-bb0166dc2c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.737180479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b2d73fd1-35f0-4b5e-bbc9-9dc8a758737c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.785381379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7222d610-c1f1-4410-809f-bb0166dc2c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.817620244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"aa0b064a-b5e8-49e5-afec-e040e85afea4","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:33.858196806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"f0ec5cbc-317e-4588-ae9f-626b444883d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:34.014117303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-subscription","reconcileID":"c7552178-cb67-42ef-af4a-66e11b3da948","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:36.613844178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"1ecf500c-5451-4003-ab9b-a54c66c22f08","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:36.760966291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"e4954a12-47f5-42a1-8020-7e882975e5db","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:36.760978306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3a89dd6c-236e-4567-9aca-0f0971824c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:36.761491653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4c09926a-a500-4d28-80f1-dcd901fc510b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:36.815505696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4c09926a-a500-4d28-80f1-dcd901fc510b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:36.815580439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"e4954a12-47f5-42a1-8020-7e882975e5db","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:36.817865592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3a89dd6c-236e-4567-9aca-0f0971824c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:39.221025656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:42.657270148Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-premium","reconcileID":"aa6b5629-89b4-4ce0-8f46-88f18627a286","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:42.861255645Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-subscription-premium","reconcileID":"aa6b5629-89b4-4ce0-8f46-88f18627a286","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.061698356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"f0d950dc-0548-489c-a963-0ddd21df493f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.071033988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"c03d74b9-99c0-4403-8a88-86b073ad2b57","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.216536344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"78dc4a88-5c56-49f0-b543-6c1451a507bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.216586405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d02ef6b5-4bbc-4ccb-a137-7ba9977520d7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.216963409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c979d3e8-cad5-424b-b77a-94feff389889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.220952111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"ca1a4100-0124-4a8b-8e75-29253e38e3f9","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.270805194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"78dc4a88-5c56-49f0-b543-6c1451a507bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.270870172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d02ef6b5-4bbc-4ccb-a137-7ba9977520d7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.272923155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c979d3e8-cad5-424b-b77a-94feff389889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.469075182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0fa073df-18ce-4487-ae4b-0b6971b02312","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:43.730624904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"e633f7f0-789b-4db9-8528-28998d4d2554","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:44.906219616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"a55385bf-44ef-4ef2-8a6d-5467f3d662eb","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:44.959081871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"39e5bf81-d446-493f-8b01-b10ee7a42312","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.115951089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"5a2c1709-0758-4b63-91a6-b0cb4d10f649","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.167202236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91431b4-4dda-4873-8135-f10684c8e733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.169645571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"5a2c1709-0758-4b63-91a6-b0cb4d10f649","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.189274597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"25b4a55d-e7b2-4e10-9b84-e2950a6c6c9c","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.215911553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91431b4-4dda-4873-8135-f10684c8e733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.265504904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91431b4-4dda-4873-8135-f10684c8e733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.314551303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91431b4-4dda-4873-8135-f10684c8e733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.320367127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"72e1a329-2d26-4e74-a8af-2849420ca486","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:45.36472149Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-12f635/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.373400056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"2d22781e-d619-4c89-adb5-a5b8a7209b44","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.411599558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7deafcb6-cbec-4f12-87d0-423087763e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.411596803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a18b66db-b883-4ceb-8b91-b62ea3d52256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.465628799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a18b66db-b883-4ceb-8b91-b62ea3d52256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.4659781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7deafcb6-cbec-4f12-87d0-423087763e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.623664961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"5c6077c8-3b6f-472e-b2d0-a8e33153572b","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.681679141Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-sub-only","reconcileID":"5f72eae0-f440-4fc5-a1b6-cc168443cef2","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-12f635/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.770108877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"a5b85d76-3972-4451-8fb2-0187ab55f382","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.824017448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"a5b85d76-3972-4451-8fb2-0187ab55f382","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.839625789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"53d24729-4555-40f9-9b87-235bd6423edc","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.87040786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"484adc7b-d9e7-4979-b57a-8efe22d3d1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.870653443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"8de7a697-cd6b-4c7e-9b16-aa8a4ce08cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.879381708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"32774e7b-eef7-4e4f-a6ae-c18bddb8fe7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.925188978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"8de7a697-cd6b-4c7e-9b16-aa8a4ce08cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:45.925708734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"484adc7b-d9e7-4979-b57a-8efe22d3d1d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:46.0398216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-sub-only","reconcileID":"0a82271b-fb1b-4d1a-9873-8ff3c110b828","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:46.072909356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"a5b85d76-3972-4451-8fb2-0187ab55f382","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-no-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:46.263761084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"715f16db-c061-4ec7-a00d-90669e255c4b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:46.368284431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"715f16db-c061-4ec7-a00d-90669e255c4b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:46.766615711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-subscription","reconcileID":"07864ba6-81ba-4750-9800-d9e2638279a2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:46.971293896Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-subscription","reconcileID":"07864ba6-81ba-4750-9800-d9e2638279a2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.116203492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2bcecd-4d15-40ae-aa33-1f4cda9f482e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.165492026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2bcecd-4d15-40ae-aa33-1f4cda9f482e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.214660524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2bcecd-4d15-40ae-aa33-1f4cda9f482e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.215520942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"95150b12-c993-4287-9136-f616443ffc35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.223542951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e3740364-57d7-428a-9ffe-37a314bc6532","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.263398182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2bcecd-4d15-40ae-aa33-1f4cda9f482e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.319082008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"0e54db9d-9c8b-4e7a-af34-c450d22d08b0","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.378780123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"1996f338-8182-4c66-abe4-9ef9f45cb1db","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.409705172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"faface5b-5d2b-45c2-8fea-d1ea10aedf98","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.409791116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"63635bdf-735b-44b3-8b76-89b1f0034671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.410217507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"dafed5f4-8014-4804-ae4b-bcfe6a6d642a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.464579876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"faface5b-5d2b-45c2-8fea-d1ea10aedf98","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.464631651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"63635bdf-735b-44b3-8b76-89b1f0034671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.466866029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"dafed5f4-8014-4804-ae4b-bcfe6a6d642a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.668398117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-test-group-auth","reconcileID":"70fae3b6-0a98-4568-a9a8-9de995a87c65","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:47.821781516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"dbe23199-a40a-4454-9dff-da5c1f6685bd","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:48.520299485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"a3190ac1-db81-4aff-b3fe-11ec5e4313a6","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:48.666318568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"4194069f-27f8-45ce-8cdd-5b967ffaea54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:48.666524838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"07ac0255-242e-4751-acd2-99e4fe933103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:48.666854773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"0ef166d7-2c9e-4d2d-9a82-a6ff1003597c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:48.72170327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"07ac0255-242e-4751-acd2-99e4fe933103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:48.723598832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"4194069f-27f8-45ce-8cdd-5b967ffaea54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:48.725903563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"0ef166d7-2c9e-4d2d-9a82-a6ff1003597c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.118548993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"2bbb09b7-846b-48d6-9a96-69567ad8d069","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.172182669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"0fb2f861-dc51-4619-a915-d834b603ee93","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.328860443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"8bdbf101-cee0-40df-b3ab-55adc8feeae5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.385565105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"8bdbf101-cee0-40df-b3ab-55adc8feeae5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.391759551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"707b1c7c-d609-4234-8750-633d86cd81f1","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.446410653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"bff56972-a82c-4e55-9157-46d1e4b45da9","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:56:55.507100974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-sub","reconcileID":"0134c259-378e-44e5-833d-758cc5dffe49","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.540128294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8aa7fd56-c2bc-438a-9dba-257644fceb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.540431711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b9b19a28-1bc5-46e9-b7a8-c91746413754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.594286594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8aa7fd56-c2bc-438a-9dba-257644fceb56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.594543052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b9b19a28-1bc5-46e9-b7a8-c91746413754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.623062735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"219e1f49-a4f8-4ea3-a7fa-12e069f190a0","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.637268841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"b191f78a-b381-44fb-b362-910be1f4958d","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.675390307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"be85a90f-5cb5-4ffd-9c61-78e5c3dca707","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.782948099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"1df79ed0-ca9a-4395-a086-5bdd0778ed61","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.836493495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"1df79ed0-ca9a-4395-a086-5bdd0778ed61","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.87444269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76c6c11-0080-4bfc-9979-03587d285384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.923386719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76c6c11-0080-4bfc-9979-03587d285384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.923578892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c4501684-1b98-4c61-8c71-72fdba129dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.923735434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"64cbbeb0-3e52-47f2-ae73-82df00792eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.929440919Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-sub","reconcileID":"4e2e7f87-0912-4778-bf5a-196d422013ae","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-status-active-sub","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.972663247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76c6c11-0080-4bfc-9979-03587d285384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:55.978793101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c4501684-1b98-4c61-8c71-72fdba129dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:56.021405663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76c6c11-0080-4bfc-9979-03587d285384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:56.026068844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"64cbbeb0-3e52-47f2-ae73-82df00792eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:56.131683953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"aeb8cd86-0091-45d9-91cf-ae8f3ff5a7e5","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:56.168777006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"da569829-d86b-4b0b-b873-fcfed9a71fe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:56.368716862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-sub","reconcileID":"f49960fc-1017-4400-be67-9547934043e5","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:57.827004586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1675a2-a207-44d3-8538-d63f728d479d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:57.875899643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1675a2-a207-44d3-8538-d63f728d479d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:57.924583435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1675a2-a207-44d3-8538-d63f728d479d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:57.973792524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f1675a2-a207-44d3-8538-d63f728d479d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.177758333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f0df9000-9308-495f-8a1d-d65be8ad4917","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.322559852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1893143d-aca9-4607-8de6-5ff4fdd81b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.32477235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"bdf57460-7bb9-49a4-9334-6a014e77eaf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.324815323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"1c7afef6-6ba8-4f64-8994-b46af1a256c8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.376277079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1893143d-aca9-4607-8de6-5ff4fdd81b40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.379959572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"bdf57460-7bb9-49a4-9334-6a014e77eaf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.380131324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"1c7afef6-6ba8-4f64-8994-b46af1a256c8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.674572707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-sub-only","reconcileID":"a0b488e7-0323-4cde-9622-2dfe75e4d384","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:58.880659558Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-sub-only","reconcileID":"a0b488e7-0323-4cde-9622-2dfe75e4d384","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.080201923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"8369c70a-b373-4946-b6a5-80bec908c0ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.140654564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"1708e658-d46d-4222-893a-b1c52fa9e1de","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.279639247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"11938846-c9c5-442e-8642-21c86c24af00","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.286850466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"cedb9aa3-6325-4a6f-a432-a0aba437437f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.287051198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"19408d0e-740c-4694-bf26-fb8afb779579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.287291873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"6a1adab9-d48f-4715-94e7-d8672652542b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.341039567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"cedb9aa3-6325-4a6f-a432-a0aba437437f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.341085074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"19408d0e-740c-4694-bf26-fb8afb779579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.34329423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"6a1adab9-d48f-4715-94e7-d8672652542b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.493356893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-test-group-no-auth","reconcileID":"a3186658-ebcb-4cfe-a794-28c5c99a2b5c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:56:59.704122984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"14ba0a3b-dacc-4bae-a34d-ff33b93a8a65","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:57:07.170561828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-sub","reconcileID":"8d041097-d7dd-4c91-ae06-dacf7597bc73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:07.211250969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"af59c0b3-4188-495a-b414-80ac6617ca6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:07.211250881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"795d1d67-ccc8-446e-90ca-4051a38bc206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:07.267043493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"af59c0b3-4188-495a-b414-80ac6617ca6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:07.267043643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"795d1d67-ccc8-446e-90ca-4051a38bc206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:07.560119315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"cab5bd36-a02a-4cb6-a1da-a677462c2d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:07.561307304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c1943f2a-8051-4ef1-a4a2-446f8ea72bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:07.618431961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"cab5bd36-a02a-4cb6-a1da-a677462c2d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:07.625483332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c1943f2a-8051-4ef1-a4a2-446f8ea72bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:08.329221167Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-sub","reconcileID":"1696f0c4-e15d-4061-94be-7e972ec36559","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:08.491105981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3992718-94fe-4eed-b090-d227e90e99a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:08.539899992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3992718-94fe-4eed-b090-d227e90e99a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:08.546320118Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-sub","reconcileID":"1696f0c4-e15d-4061-94be-7e972ec36559","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:08.588673244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3992718-94fe-4eed-b090-d227e90e99a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:08.637820158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3992718-94fe-4eed-b090-d227e90e99a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:08.792554862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"c008e69a-f0f9-4db6-923f-5e72d9cbac19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:08.870568071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"53113142-55df-4be2-8159-1d9a328afe3e","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.015434023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"95f68cb7-23d9-4473-b905-94decaa35d3b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.021119605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"e53ece5b-d36d-4601-b988-c13a9fa22387","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.021295228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"71ce0385-81ae-4027-a473-3dac09a655f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.021781208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8b197f50-ac08-4fea-b4d4-6c0b7ab684cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.086735023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"e53ece5b-d36d-4601-b988-c13a9fa22387","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.092508112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"71ce0385-81ae-4027-a473-3dac09a655f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.095551311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8b197f50-ac08-4fea-b4d4-6c0b7ab684cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.222750021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.233974124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth","reconcileID":"1e4183d3-9366-4a6f-9dfc-5b86fa020dba","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.439750313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"c5fc73d2-18f1-4cbc-a53f-9ae9cfc7dd20","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.70592389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"44d83ec5-b7d5-4c00-a023-e62b328bb8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.755149511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"f4eb6f82-f146-4813-941d-39603d069ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.760583046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"44d83ec5-b7d5-4c00-a023-e62b328bb8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:09.8165243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"f4eb6f82-f146-4813-941d-39603d069ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:10.310275802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"fb7ae8cb-d14c-4b49-9b41-c9ef1a0eb826","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:10.362960841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"4159370c-a34b-4b01-938f-abe4c131fc94","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:10.511237294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11de0dda-1bdc-4cc4-aaa8-a60e04744008","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:10.560341828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11de0dda-1bdc-4cc4-aaa8-a60e04744008","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:10.609750496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11de0dda-1bdc-4cc4-aaa8-a60e04744008","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:10.609862249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth-only","reconcileID":"9016dfed-c2d6-4f6c-8c35-2fefa04794d9","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:10.658516541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11de0dda-1bdc-4cc4-aaa8-a60e04744008","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:10.713675401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth-only","reconcileID":"9016dfed-c2d6-4f6c-8c35-2fefa04794d9","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.06853917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"a09e97b2-9d9e-4efc-8df9-59b31e5a1bf7","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.230194259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth-only","reconcileID":"98853137-2b37-4f38-a971-8952a63bfa2f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.285340194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth-only","reconcileID":"98853137-2b37-4f38-a971-8952a63bfa2f","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.748990988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","namespace":"ai-tenant-e2e-ipp-a-a573a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.749050009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","namespace":"ai-tenant-e2e-ipp-a-a573a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.749099137Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","tenant":"e2e-ipp-a-a573a0","tenantID":"e2e-ipp-a-a573a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.799844362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"Deployment","name":"maas-api-e2e-ipp-a-a573a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.856503739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"Service","name":"maas-api-e2e-ipp-a-a573a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.915623187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-a573a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:11.966992431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-a573a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.034682334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.087599517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.141696029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.194865713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.247812897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.299222245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.356695074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"Service","name":"payload-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.416819018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.468294586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.519945037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.572531869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.625484974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.678686332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.729935605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.781678369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-a573a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.840778251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-a573a0"},"namespace":"ai-tenant-e2e-ipp-a-a573a0","name":"default-tenant","reconcileID":"bb66a321-d249-4973-a3fc-63759c123148","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-a573a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.889943431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5874ad86-e2a8-489f-82fb-f3101d0e641d","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:12.889982047Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-active-auth-only","reconcileID":"8ceb8441-b132-45e3-894e-1671c8a71df0","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:13.07385487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"27f0fba8-3502-4a82-9c94-2d990af5671e","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:13.453997529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"395bea58-4a82-4915-a58f-87ede1ee9bbd","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:13.454025324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"395bea58-4a82-4915-a58f-87ede1ee9bbd","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:13.921253418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"14e71316-b61e-46c9-862c-aa6537efb91f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:13.973030052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"394db8ea-2330-4a2a-b396-9e080ada5167","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.203490309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"3d3b7ae1-2379-48ea-8e59-6b68df46ffef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.211189781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"8ceab377-df74-4371-94d5-a50f1721b64d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.257569418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"760c3964-31db-46b3-be38-46bd3dc6d31a","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.264937657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"8ceab377-df74-4371-94d5-a50f1721b64d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:57:14.310205427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"7c3886c8-b7db-4b2f-aa16-73ebda41357f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.371852654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"43586056-f43b-4160-b996-e7eab81b0069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.37240659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5ae45b48-8466-4206-8d50-b88eab71ba0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.426144989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"43586056-f43b-4160-b996-e7eab81b0069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.426338682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5ae45b48-8466-4206-8d50-b88eab71ba0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.427085045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f719ea40-7af9-4d40-b513-84d16d0fc64e","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.481344391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5a1d4de6-c59d-4932-b1b2-b9987f403d3a","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.574215735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"42eed609-3c2c-4c33-9a10-572e78f84bbb","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.720813098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"7190cc23-5fb0-4fa6-87f1-b9b99a19e2cc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.73417177Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"41a6fe3f-091e-4439-acab-272023e5a76d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.734350464Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"41a6fe3f-091e-4439-acab-272023e5a76d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.769136098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3c96ad2b-a037-4fc7-84d6-f876bdb5bba7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.769137582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"15ebd8d5-5f5a-4399-b7e8-f1a997ec5f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.775275509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"7190cc23-5fb0-4fa6-87f1-b9b99a19e2cc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.823262562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3c96ad2b-a037-4fc7-84d6-f876bdb5bba7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.823394581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"15ebd8d5-5f5a-4399-b7e8-f1a997ec5f35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.888818575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d7d4b3-88e8-4701-8085-01236a8a7173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.933503702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"7e30b393-96e5-45f8-813d-4a91d699f2a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.93766877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d7d4b3-88e8-4701-8085-01236a8a7173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.98647937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d7d4b3-88e8-4701-8085-01236a8a7173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:14.993169892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"6d1df9ae-e933-46f4-81d5-df451e7cc220","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:15.035311053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89d7d4b3-88e8-4701-8085-01236a8a7173","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:15.239210346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"8a1409cb-3acc-48b5-bf01-9d1dbc8998f1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:15.239336576Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"8a1409cb-3acc-48b5-bf01-9d1dbc8998f1","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:15.446084567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d06a05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d06a05","reconcileID":"e41f7d5f-3d76-42e3-8fe2-fea531c91995","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d06a05","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-d06a05":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.641285695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f5586938-858c-4d71-ab22-158f18c1f338","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.78722287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"88eb9495-2f22-4ab1-9a16-1bce4a6e6e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.787253589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"ed54c8a3-f2ea-440e-a34f-8ac05f7bc333","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.787682534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0337e518-5468-4f8a-8028-c82f5ff044e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.842659512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"88eb9495-2f22-4ab1-9a16-1bce4a6e6e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.844065444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0337e518-5468-4f8a-8028-c82f5ff044e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.84921964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"ed54c8a3-f2ea-440e-a34f-8ac05f7bc333","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.852512727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82526b14-8be4-42ce-b68f-0ebe9843b948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.901614723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82526b14-8be4-42ce-b68f-0ebe9843b948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:16.950768611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82526b14-8be4-42ce-b68f-0ebe9843b948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:17.000897649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82526b14-8be4-42ce-b68f-0ebe9843b948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:18.879432983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52713aa1-796e-45c6-8504-4434a7d94533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:18.907895278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"56ad5b8d-803c-4a77-b00f-0f2e902faa15","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:18.90791466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"56ad5b8d-803c-4a77-b00f-0f2e902faa15","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:18.928935362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52713aa1-796e-45c6-8504-4434a7d94533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:18.978602466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52713aa1-796e-45c6-8504-4434a7d94533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.027651841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52713aa1-796e-45c6-8504-4434a7d94533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.030073698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"fe1813af-ec15-41ca-895b-4bd3d7c2d067","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.030091097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"fe1813af-ec15-41ca-895b-4bd3d7c2d067","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.127258836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"cec81885-5e0b-4684-9b5d-1f0e0f8dbb80","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.303547377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"cec81885-5e0b-4684-9b5d-1f0e0f8dbb80","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.357415377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ca30df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"cec81885-5e0b-4684-9b5d-1f0e0f8dbb80","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.409392483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"86f0b2b1-45ba-476d-8a48-8d2a83669524","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.409413085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"86f0b2b1-45ba-476d-8a48-8d2a83669524","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.761532435Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-sub","reconcileID":"d0c91b38-e734-4989-bf8d-0975172f89ad","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:19.761724092Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-sub","reconcileID":"d0c91b38-e734-4989-bf8d-0975172f89ad","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-12f635/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:20.228818595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a80f8492-6e6d-4dbb-a0a0-48296c4acbf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:20.229353439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6b322b4d-8fb8-4516-bfc9-a16851229e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:20.282631972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a80f8492-6e6d-4dbb-a0a0-48296c4acbf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:20.284870948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6b322b4d-8fb8-4516-bfc9-a16851229e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:20.889168965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfca992-53e9-4264-8062-584ca2171699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:20.937990704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfca992-53e9-4264-8062-584ca2171699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:20.98690443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfca992-53e9-4264-8062-584ca2171699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:21.035754777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbfca992-53e9-4264-8062-584ca2171699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:21.235215509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-auth","reconcileID":"8e599b96-7c08-4881-ae14-71cf86bd6cfb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:21.290818858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-auth","reconcileID":"8e599b96-7c08-4881-ae14-71cf86bd6cfb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:21.33344Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a573a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a573a0","reconcileID":"365f8754-547b-45c2-b3fd-3a13278e338c","aitenant":"ai-tenants/e2e-ipp-a-a573a0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:21.343281369Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-auth","reconcileID":"8e599b96-7c08-4881-ae14-71cf86bd6cfb","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:21.740825183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-auth","reconcileID":"b823c61c-b4e0-4e4d-b026-bd38b87201fe","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:21.794650145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-auth","reconcileID":"b823c61c-b4e0-4e4d-b026-bd38b87201fe","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:21.846833009Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-auth","reconcileID":"b823c61c-b4e0-4e4d-b026-bd38b87201fe","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:22.077407246Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-a573a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-a573a0","reconcileID":"365f8754-547b-45c2-b3fd-3a13278e338c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-a573a0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-a573a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:22.918683172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1128ec-67f5-40ee-a38f-27ca2c1e6fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:22.967433002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1128ec-67f5-40ee-a38f-27ca2c1e6fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:23.016173261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1128ec-67f5-40ee-a38f-27ca2c1e6fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:23.064934925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1128ec-67f5-40ee-a38f-27ca2c1e6fcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:23.293169604Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-failed-auth","reconcileID":"1cf87fb6-50ed-4eab-b6a3-f3e733a00561","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.372002805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"0715e454-8924-4f7d-82b8-7eede10b9782","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.372036082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"0715e454-8924-4f7d-82b8-7eede10b9782","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.428484205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"4c9dcf94-147e-4bf8-8c31-53fbd7224164","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.523247826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"526f58f2-2608-4bae-8d79-34168f00f03f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.523271597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"526f58f2-2608-4bae-8d79-34168f00f03f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.57561721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"c5f1b02c-157c-456b-a31e-cea9c9b6d038","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.575645528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"c5f1b02c-157c-456b-a31e-cea9c9b6d038","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.769677613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"271c24ef-dc6b-4e6f-baf2-6dd5d0f88221","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.796382791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"96ae99f0-313c-4fcc-b238-7361eee1eee5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.796404382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"96ae99f0-313c-4fcc-b238-7361eee1eee5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.823427081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"271c24ef-dc6b-4e6f-baf2-6dd5d0f88221","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.853508021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"8c74e1eb-5ba0-4cf4-b92c-5b82639aa5be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.853527627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"8c74e1eb-5ba0-4cf4-b92c-5b82639aa5be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.859174193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee6b1502-4390-476b-b516-6c2a3ea6cb14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:57:24.900378473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"e60ae753-1b04-4b8f-a991-7f2f2da3c1a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.908936282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee6b1502-4390-476b-b516-6c2a3ea6cb14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:24.957806012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee6b1502-4390-476b-b516-6c2a3ea6cb14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.00641227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee6b1502-4390-476b-b516-6c2a3ea6cb14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.006614933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bde3a3cb-9c66-4551-9d77-04cac570001b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.015838018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"fe97b421-28d5-43ab-9204-6c8e4f4dd4ff","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.015854785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"fe97b421-28d5-43ab-9204-6c8e4f4dd4ff","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.055283635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6b4d67a1-3813-4020-bcb0-765dbf1f4157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.060732481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bde3a3cb-9c66-4551-9d77-04cac570001b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.069719901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"ba539b8a-86bd-4ba3-98f6-25ceb270408c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.06973601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"ba539b8a-86bd-4ba3-98f6-25ceb270408c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.10916009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6b4d67a1-3813-4020-bcb0-765dbf1f4157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.209612755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"fbfc5871-d37d-4c03-8179-06b809693e53","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.209639084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"fbfc5871-d37d-4c03-8179-06b809693e53","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.306653797Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"c14e8118-50cc-449a-a1e8-08da310a7ba2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.402495018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"8ea30a78-40c6-424b-aa83-6e18f97abc3c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.456596239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"8ea30a78-40c6-424b-aa83-6e18f97abc3c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.462973561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"0eca1a90-09cb-400e-89c9-6e52bb437ced","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.462991521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"0eca1a90-09cb-400e-89c9-6e52bb437ced","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.50283296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c7806797-3902-42c7-a480-ce2e18f335ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.545878575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0e88e235-7197-42d1-9e91-e02a57b4f16a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.556639207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c7806797-3902-42c7-a480-ce2e18f335ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.599314804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0e88e235-7197-42d1-9e91-e02a57b4f16a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:25.657664333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"fb5b5db4-989d-4158-bd1a-7b6d938bf6ba","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:26.793848699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce50edd-dab5-45cd-a98b-e3e5b1549259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:26.84270249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"c423aeaf-9c1a-4747-9ab5-62294fdf0d07","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:26.842856484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce50edd-dab5-45cd-a98b-e3e5b1549259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:26.89138646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce50edd-dab5-45cd-a98b-e3e5b1549259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:26.943294223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce50edd-dab5-45cd-a98b-e3e5b1549259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.146256619Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"c423aeaf-9c1a-4747-9ab5-62294fdf0d07","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.146286589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"c423aeaf-9c1a-4747-9ab5-62294fdf0d07","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.146383694Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-sub","reconcileID":"c423aeaf-9c1a-4747-9ab5-62294fdf0d07","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.34194265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"f5906c61-6bd4-44e2-a58d-8291f11a2571","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.403367207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f44d8864-bdf0-4081-9f51-5520c6248982","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.458126465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"c70d8f10-ca60-414b-a104-2a86f7299c48","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.458147969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"c70d8f10-ca60-414b-a104-2a86f7299c48","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.551228046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"230d5441-0160-4f71-9930-cb7aba4b0011","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.551481422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b63e5d87-38ef-4554-a150-77acbc00a52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.551894013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"cdd6059c-6630-4d83-8b79-9188d7486b15","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.55198298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"81aabf35-63d8-432c-8cb5-f0b4014e5174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.605502067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b63e5d87-38ef-4554-a150-77acbc00a52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.605935056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"81aabf35-63d8-432c-8cb5-f0b4014e5174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.607662268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"cdd6059c-6630-4d83-8b79-9188d7486b15","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.768396289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"5f9ac0f1-4dda-4cda-b196-121b903db815","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:27.974336638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"7adb1b1e-1f8a-493f-ae25-03df0b5ca55e","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:28.813210544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"b3ca55dd-2631-4bb5-80b2-d59ff420c6c2","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:28.865165731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"9a48aaf3-7f67-41e6-976e-bd206bb938aa","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.059728978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"4743e418-db89-4257-b133-b12190c36f5a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.113864581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"4743e418-db89-4257-b133-b12190c36f5a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.215208465Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"4743e418-db89-4257-b133-b12190c36f5a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.466765725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"dce6b6bd-b9eb-4849-bceb-dd5aeedd3dfc","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.50707357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"a39e73c8-27dc-4096-ab34-114a84a39f45","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.561506043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"a39e73c8-27dc-4096-ab34-114a84a39f45","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.614026634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ca30df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"a39e73c8-27dc-4096-ab34-114a84a39f45","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.705221675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"93f6558f-3b48-4963-a234-517369506c68","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.759365075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"93f6558f-3b48-4963-a234-517369506c68","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:29.861675858Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"93f6558f-3b48-4963-a234-517369506c68","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:31.245730832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"b0666842-6a7a-4def-81af-f82c91123390","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:31.24578517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"8f868c78-1747-499f-a705-2bcf1293e72b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:31.294635942Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-status-degraded-auth","reconcileID":"b0666842-6a7a-4def-81af-f82c91123390","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:31.445161078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f046db0e-db00-4045-b721-1e9024fb0529","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.290206515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"c49d0516-646b-4743-8a8c-ef171f6db78a","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.344407724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"3c90f14d-3276-4364-a7f3-9399eafa6cdf","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.492554422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"96feb364-d371-4ab4-96be-8eac162c8a87","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.547269867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"96feb364-d371-4ab4-96be-8eac162c8a87","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.556379367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"07cdd2af-eaf8-4e42-9742-826664f9521e","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.613205288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"769cdd8c-20d5-415a-98a7-d619a5e09eb7","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:57:32.665236745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"96cbf542-a36e-4e12-bcb1-a63030cbf4f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.713951054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0c87c1e2-08ea-49f3-81d7-7a4b9e6af999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.713951165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2b8a5894-4845-4975-8d6a-8d48b64a0376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.768048372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0c87c1e2-08ea-49f3-81d7-7a4b9e6af999","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.768067101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2b8a5894-4845-4975-8d6a-8d48b64a0376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.77849716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"516f8b62-f7ed-4b0b-ae79-f5ed4de0cee8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.833128652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"27c1ec5c-a880-413e-a46b-611898da404b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:32.859425162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"8644a753-3592-448f-af3c-a541a11d6559","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.006432632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"70c3f379-6760-4c30-adcc-0b8dfdfeee13","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.063710522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"70c3f379-6760-4c30-adcc-0b8dfdfeee13","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.087321465Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"8bb1a43a-f849-4e20-93e1-3bab0438cd85","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.08751875Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"8bb1a43a-f849-4e20-93e1-3bab0438cd85","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.154441954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"26cb3f25-61dd-44c9-b4ef-1327b84cbfb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.154543235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"81299093-12f5-43b7-bee8-cf024018602d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.208436486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"81299093-12f5-43b7-bee8-cf024018602d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.208463075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"26cb3f25-61dd-44c9-b4ef-1327b84cbfb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.284665617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"88e16c7a-6a3f-42ca-8c6e-2a35cec9af9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.345742037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"0375c07f-98e3-4507-8e8b-a80396537af6","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.542278187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"5d198300-4f74-49b0-ac2f-dcb5dc80753c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:33.542420361Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"5d198300-4f74-49b0-ac2f-dcb5dc80753c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.589171785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5bfd7716-59a4-41eb-8d6a-353da895a8ff","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.7347378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d254c34c-6766-4d90-a041-bb372a3f6554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.734759637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"d2c08fbd-33bd-4161-a718-562a34934161","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.735198096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4572c34f-e4af-449e-9396-81ad449d4e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.790351684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4572c34f-e4af-449e-9396-81ad449d4e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.790354511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d254c34c-6766-4d90-a041-bb372a3f6554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.792629796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"d2c08fbd-33bd-4161-a718-562a34934161","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.79349287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab5ba41-a10f-46dc-9c7f-46971d36b527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.842441081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab5ba41-a10f-46dc-9c7f-46971d36b527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.891364809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab5ba41-a10f-46dc-9c7f-46971d36b527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:35.940525624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ab5ba41-a10f-46dc-9c7f-46971d36b527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:37.790100414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235c9ab0-79c4-484d-a9af-8f4731acd107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:37.838879227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235c9ab0-79c4-484d-a9af-8f4731acd107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:37.887510344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235c9ab0-79c4-484d-a9af-8f4731acd107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:37.93622619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"235c9ab0-79c4-484d-a9af-8f4731acd107","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:39.230774833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:39.720984934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"ea846361-7e0a-4097-b8ae-0421d618b1fc","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:39.788856789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"ea846361-7e0a-4097-b8ae-0421d618b1fc","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:39.844332084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ca30df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"ea846361-7e0a-4097-b8ae-0421d618b1fc","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.260064915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"ef5ed98b-d98d-4aa9-ab40-e0540101c2b3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.415216921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"77ae4c77-b35a-4ed7-adad-7161fa8a2780","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"tenant":"e2e-worker-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.415235744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"77ae4c77-b35a-4ed7-adad-7161fa8a2780","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.495847289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"4268ade8-b0fd-42dd-833b-3510f2955128","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.49599895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e51401a7-ae66-4003-925f-32e737f01fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.496319869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"31c00b9d-dc05-443c-888a-574b3a332bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.549876068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"4268ade8-b0fd-42dd-833b-3510f2955128","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.552532475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"31c00b9d-dc05-443c-888a-574b3a332bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:41.554028509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e51401a7-ae66-4003-925f-32e737f01fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:42.796577299Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"71d71229-401b-47dc-b50f-8eca19327461","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:42.845624386Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"fc4d37fb-5b72-49eb-b97d-3202bfc94d20","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:42.845713415Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"71d71229-401b-47dc-b50f-8eca19327461","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:42.947056103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2f162181-7244-4053-8652-beb899fa8aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:42.94714828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"e23f3b8c-b25e-4b4a-9238-4f7d3611a8f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:42.947529414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"88fccf92-214e-4798-8062-e0f6e3d1d442","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.002085685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2f162181-7244-4053-8652-beb899fa8aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.00235129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"88fccf92-214e-4798-8062-e0f6e3d1d442","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.002385583Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"88fccf92-214e-4798-8062-e0f6e3d1d442","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.004231546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"e23f3b8c-b25e-4b4a-9238-4f7d3611a8f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.064036815Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"1f0ce495-d339-42d4-a0d6-fdbcd5494dea","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:57:43.255766839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"e2e-temp-model-status","reconcileID":"18398c4d-b2ae-4980-a8f3-4a8c37fc8ab9","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.255917168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"14bd1b48-ce7c-4c19-aa9f-72b06ad326f8","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.353420679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"d1098fcc-db27-41d5-82b0-5c2011e70e59","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.407395517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"d1098fcc-db27-41d5-82b0-5c2011e70e59","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.407434444Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"d1098fcc-db27-41d5-82b0-5c2011e70e59","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.452152535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"64a8ee3c-4b69-45f7-a186-d98170fca696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.452284501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bba62121-5e2f-4db4-a650-b14b8c32b41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.505830262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"64a8ee3c-4b69-45f7-a186-d98170fca696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.505986118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bba62121-5e2f-4db4-a650-b14b8c32b41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.780887797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"16dcaea3-c11b-47e0-b77d-11b5a84252be","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.836922357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"16dcaea3-c11b-47e0-b77d-11b5a84252be","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.893284144Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"16dcaea3-c11b-47e0-b77d-11b5a84252be","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.897273026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"8d240a05-30b7-4ac8-9ce4-6e58687c37ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.897786074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"fe8c549d-c464-4d7c-a6b2-65366be0c947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.951047339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"8d240a05-30b7-4ac8-9ce4-6e58687c37ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:43.951271498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"fe8c549d-c464-4d7c-a6b2-65366be0c947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:45.742791358Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"89d70858-a104-4438-80b7-15db5e7491d9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:45.94672781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"89d70858-a104-4438-80b7-15db5e7491d9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:45.94676024Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"89d70858-a104-4438-80b7-15db5e7491d9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:45.946861683Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey","reconcileID":"89d70858-a104-4438-80b7-15db5e7491d9","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.144662999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"c4e69814-fe44-4d5e-a83d-6a6672a835cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.262899404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"36a65668-864f-4f38-bbb4-c6467f6c9fad","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.407255665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"8be27829-7a93-4d24-bed6-d54cb97b4b3b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.408617023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7407ef85-a9f4-4512-86f9-57f166d0a9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.408735248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"ba523b69-a198-4a06-8f82-2f02e94f591b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.409030361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"8d6ce024-8e92-4178-8b4d-7ba2cd60f33f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.462625229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"ba523b69-a198-4a06-8f82-2f02e94f591b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.462815042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7407ef85-a9f4-4512-86f9-57f166d0a9f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.464850263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"8d6ce024-8e92-4178-8b4d-7ba2cd60f33f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.661063547Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-apikey-auth","reconcileID":"b590aae7-d35b-4bbd-aeb2-3694d5ab396b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:46.915476346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"92e5ed33-6703-4b14-a643-3830b9f7d09c","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:47.811591152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f2ef5d3b-e433-4c5e-bfd9-15db2f497a24","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:47.863489955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"2ce274a7-84e7-4c1a-a554-3218f59251c7","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.00804596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"996f5a59-7490-427a-add7-d49ba0790589","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.062044436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"996f5a59-7490-427a-add7-d49ba0790589","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.088379504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"1d20790e-4533-459e-909a-86ef4844ad9c","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.142286002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"697d2000-1d97-4ab6-b1b0-e767a3215b29","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:57:48.195363313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"026524e4-4b7f-436c-8730-ff46ed9b9fe2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.271627452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a6f17473-4318-49e1-917f-ac2ec42acbc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.272295381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"65ac2608-76c5-46bc-9bde-e49be4c2648e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.323729447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"23a10acc-7a55-421b-b3c3-a733a0e2a8f7","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.328611856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a6f17473-4318-49e1-917f-ac2ec42acbc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.329105539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"65ac2608-76c5-46bc-9bde-e49be4c2648e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.366070124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"756c15d0-c15c-4fb3-8108-e6f551af48be","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.377891569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"5e06f03e-777f-4ed0-b98e-3a8fdd6930ef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.511577042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"b02ce433-a7a7-427b-8248-25afb4a48289","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.565360996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"b02ce433-a7a7-427b-8248-25afb4a48289","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.629216399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"676a4656-aea0-46ef-bcf1-4857186b1b4c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.62940338Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"676a4656-aea0-46ef-bcf1-4857186b1b4c","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.670974155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"43b089ba-a06e-48b9-8ca4-08339c9abeba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.671157204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"51c6a041-c218-4238-b5e1-931a7a9e4d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.725166093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"43b089ba-a06e-48b9-8ca4-08339c9abeba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.725202748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"51c6a041-c218-4238-b5e1-931a7a9e4d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.826159905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"bdd9a0b5-2c77-48d0-9cd9-0d256b9ceef5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:48.835543612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"502b9fd1-58d8-4bd4-905e-4dd4a8f554af","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:49.03204147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"41686de0-b63c-4d37-b131-ba83e2c99cf5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:49.03222417Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"41686de0-b63c-4d37-b131-ba83e2c99cf5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:49.292983271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"c732541e-533c-4ff2-90be-937c62bf538b","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:49.942094746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"85b6eb43-0b9a-423c-aec0-75280d181c0e","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:49.995515271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"85b6eb43-0b9a-423c-aec0-75280d181c0e","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:50.047815797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ca30df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f646a610aa585162d45465df4158140a00184c6acccb6338428034a4a327c6e3) AuthConfig (c2a168e48feb90dc9fa2ed07586ef56f7a2b2e95adfa41d70f7803def4caf067) AuthConfig (df365cf665bfb8783a06ad782437449c7092c75313bc65d5a437eecd3cbb02ae) AuthConfig (10625dde6971581825ae835cf63b772929b1c6e69d8f8c80b2dff2de752a0cac) AuthConfig (309bb7cc1697143ca92c1a3031f87cb5c02f9faf6ec9ee6f7ded009b74049083) AuthConfig (e260b5fb2ea004fe687cbaea0d789b633f53346a8510ebb5b691354822de6521) AuthConfig (9ca58da88073bf8669dc5f8b46dbfecea5e1839f46a4406f23adff2b4f88d947) AuthConfig (154563a773f53e942d16e42d23875b2f7dc081e56ac321b1275698120a296572) AuthConfig (1a16d7b84e85cf94455cd1598a43286f0746004f514af72e01f259f9ce03edfa) AuthConfig (e89de9a40f86b267ec0db5137dd7d542f6c8c6051a86edde7082b8538541b5d7) AuthConfig (be63a972ad73521a107d79e26dfbbcd24dd51965e5318f1af97b9c12e787f0e8) AuthConfig (2806cfe92eab0bdb8b559f40b53d3790c1a572160eb86b819d653ca1ad60e469) AuthConfig (ebc98c7b7102bc404be799680bb08e74709c63922212afdc0732e630b7c35f1b) AuthConfig (ef4afab1c859c901510ab507ae355e851f31750d200098562e9d28ad38ea7589) AuthConfig (9fbff279af3fb477c7c456f510b97cd22563ccd37adb14d53375927af38c32e3) AuthConfig (946c87e18f1f7deb79d1a059a76f34b2c0dc261b1550a5b2f70eb2281a5040e2) AuthConfig (4b5c1bb631b9a8219edd4adebf0b19f4b23275235f589a0086135cc052934ed4) AuthConfig (7f2a36eb9a678d3a30dfab6a087d0a4d987708fce23a0b4b473d0eae80a072ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"85b6eb43-0b9a-423c-aec0-75280d181c0e","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:50.102742012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"7eac18a3-d5c9-48c3-81fe-e63ab3500bec","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:50.102762921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"7eac18a3-d5c9-48c3-81fe-e63ab3500bec","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:50.833493674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"297960ab-2cdb-48c9-996e-02e616f67e09","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:50.980833017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"30b80d52-b3cf-4cad-9c72-0d75ea8068f9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:50.981001323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"5d9529c4-c4d7-4140-8439-b3d7bafaef56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:50.980846788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7d7b5a9d-51c2-426d-8817-92e7f31c4090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:51.035323761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"5d9529c4-c4d7-4140-8439-b3d7bafaef56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:51.036707128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7d7b5a9d-51c2-426d-8817-92e7f31c4090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:51.037567154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"30b80d52-b3cf-4cad-9c72-0d75ea8068f9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:53.5986989Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"89109ad5-7efa-4fdb-9678-f97130e822b2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:53.598845568Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-sub","reconcileID":"89109ad5-7efa-4fdb-9678-f97130e822b2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:54.050873418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0ee72798-301c-412f-8031-822fa37f903b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:54.051051471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"aa1ca015-6582-42d2-bcce-8aaf5d46794e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:54.0508734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"42a2d596-8d27-431d-93d3-faed5c380168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:54.105042491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"aa1ca015-6582-42d2-bcce-8aaf5d46794e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:54.105152716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"42a2d596-8d27-431d-93d3-faed5c380168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:54.107190518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0ee72798-301c-412f-8031-822fa37f903b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:54.157960842Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"aa1ca015-6582-42d2-bcce-8aaf5d46794e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:54.30311289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-status-transition-auth","reconcileID":"dcd2846c-827c-45ba-b0ca-dfb68b412cd0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:55.53123631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"cc102c2d-2ba8-4f77-badf-b428e1c841ba","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:55.585042702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"083c9c47-7c44-448c-81ee-cc8895736b9d","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:55.730428012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d8671c48-d7d2-4472-bd69-845fb4571d69","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:55.784331939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d8671c48-d7d2-4472-bd69-845fb4571d69","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:55.814400231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"c8b216c0-8f34-4ae9-a721-31ceb3a3eb28","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:55.868782622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"7669f130-9c2b-4787-98b0-ca2a510ee1e1","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:57:55.92167723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"767bc6e5-50c6-40b5-aefd-a32f93633d91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:55.961498659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"f11731f8-d8fa-45a0-a056-cc979222ecd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:55.961506701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"6d35a9cf-11ec-4bc8-83c7-7274da4897b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.015808274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"f11731f8-d8fa-45a0-a056-cc979222ecd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.015903004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"6d35a9cf-11ec-4bc8-83c7-7274da4897b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.032724965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"6b34989d-ac18-4914-ab56-589201553e57","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.039686258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"cfbf4489-1fa9-44d9-917f-3dfc03c42603","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.087080089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"2221124a-989c-4106-9c89-2a917cbe5871","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.185561779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d28d5a4c-c205-4d01-b61e-67ea3ce72b37","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.240198888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d28d5a4c-c205-4d01-b61e-67ea3ce72b37","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.310493005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"8917b073-12ef-4d45-80e4-91cda3adb081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.310540072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"e2a7e3fa-7b98-4667-875b-59f7dbd50ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.340710474Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"03838327-dd21-4baf-9fdf-c83511aef13e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.340851343Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"03838327-dd21-4baf-9fdf-c83511aef13e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-12f635/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.364063106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"8917b073-12ef-4d45-80e4-91cda3adb081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.364349248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"e2a7e3fa-7b98-4667-875b-59f7dbd50ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.538010731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"3bb619ac-efff-4b33-a061-5ec81949e8d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.546735674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"be205e4e-9c65-4e08-9e80-c59d49405483","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.743488632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"1bed7548-f2df-4b72-b4df-bd02f8483184","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:56.743630659Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"1bed7548-f2df-4b72-b4df-bd02f8483184","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-12f635/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:58.852238543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"cd49a3c7-0ca6-4323-98e3-7ae21c1d3a16","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:58.998075409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d6544e7d-0ef8-45a2-b688-ce9c6a38c0fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:58.998100528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"420a519c-5d88-4df1-851e-cdf5948e2888","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:58.998608753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"be275809-5c7b-47a0-a89e-f6f8381949d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:59.052353016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d6544e7d-0ef8-45a2-b688-ce9c6a38c0fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:59.05238206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"420a519c-5d88-4df1-851e-cdf5948e2888","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:57:59.055148547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"be275809-5c7b-47a0-a89e-f6f8381949d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:00.201107161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"617e63c7-c4af-443a-8e38-a87a340ed635","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:00.254967634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"617e63c7-c4af-443a-8e38-a87a340ed635","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:00.307850206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-ca30df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f646a610aa585162d45465df4158140a00184c6acccb6338428034a4a327c6e3) AuthConfig (c2a168e48feb90dc9fa2ed07586ef56f7a2b2e95adfa41d70f7803def4caf067) AuthConfig (df365cf665bfb8783a06ad782437449c7092c75313bc65d5a437eecd3cbb02ae) AuthConfig (10625dde6971581825ae835cf63b772929b1c6e69d8f8c80b2dff2de752a0cac) AuthConfig (309bb7cc1697143ca92c1a3031f87cb5c02f9faf6ec9ee6f7ded009b74049083) AuthConfig (e260b5fb2ea004fe687cbaea0d789b633f53346a8510ebb5b691354822de6521) AuthConfig (9ca58da88073bf8669dc5f8b46dbfecea5e1839f46a4406f23adff2b4f88d947) AuthConfig (154563a773f53e942d16e42d23875b2f7dc081e56ac321b1275698120a296572) AuthConfig (1a16d7b84e85cf94455cd1598a43286f0746004f514af72e01f259f9ce03edfa) AuthConfig (e89de9a40f86b267ec0db5137dd7d542f6c8c6051a86edde7082b8538541b5d7) AuthConfig (be63a972ad73521a107d79e26dfbbcd24dd51965e5318f1af97b9c12e787f0e8) AuthConfig (2806cfe92eab0bdb8b559f40b53d3790c1a572160eb86b819d653ca1ad60e469) AuthConfig (ebc98c7b7102bc404be799680bb08e74709c63922212afdc0732e630b7c35f1b) AuthConfig (ef4afab1c859c901510ab507ae355e851f31750d200098562e9d28ad38ea7589) AuthConfig (9fbff279af3fb477c7c456f510b97cd22563ccd37adb14d53375927af38c32e3) AuthConfig (946c87e18f1f7deb79d1a059a76f34b2c0dc261b1550a5b2f70eb2281a5040e2) AuthConfig (4b5c1bb631b9a8219edd4adebf0b19f4b23275235f589a0086135cc052934ed4) AuthConfig (7f2a36eb9a678d3a30dfab6a087d0a4d987708fce23a0b4b473d0eae80a072ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"617e63c7-c4af-443a-8e38-a87a340ed635","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:00.98772896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"ed50d231-f556-4436-a976-77b261f9040d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.19111112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"ed50d231-f556-4436-a976-77b261f9040d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.191151675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"ed50d231-f556-4436-a976-77b261f9040d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.191321884Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube","reconcileID":"ed50d231-f556-4436-a976-77b261f9040d","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-70e0c6/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.38841671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"59390610-5bbb-4d6f-af43-f13f83943a3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.452267875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"ecc50df0-f823-486f-89f2-78df204ac51c","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.598887331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"14aaa381-a29c-4cdb-9780-8862fa343fc0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.59890207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c6a13368-010a-474a-8fc0-e5a3a2f00e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.604721905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d4f5a19d-0a03-4b57-8139-1ce8e9458b91","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.608776964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0294c95b-4f2c-49fa-8b41-ece52e0512a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.655034369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"14aaa381-a29c-4cdb-9780-8862fa343fc0","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.655979327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c6a13368-010a-474a-8fc0-e5a3a2f00e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.666940623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0294c95b-4f2c-49fa-8b41-ece52e0512a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:01.854716012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-degraded-models-kube-auth","reconcileID":"8e30738c-bfd6-4e58-9f84-b69227c760ed","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:02.008287009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"70979384-11e9-4593-a4d7-9f57dd869388","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.004943509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"bcba7354-2185-4a95-925c-ad187dcb7851","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.21306047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"bcba7354-2185-4a95-925c-ad187dcb7851","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.213106153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"bcba7354-2185-4a95-925c-ad187dcb7851","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.213265075Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf","reconcileID":"bcba7354-2185-4a95-925c-ad187dcb7851","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-12f635/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.224530776Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.410850247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"bfbe44b6-075d-4c68-8720-2acfac7616a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.526733356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"78979707-b118-43e0-9492-875f7ed7d7f8","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.664014851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"396bf563-30d3-492b-9abd-4944e61e2cd4","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.674687755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"19d2031b-319f-40e8-b485-af9ce8ede5f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.674818915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"420a9d88-40ad-4de6-95ea-ae820a1856cc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.675080125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"94f114c0-e521-4907-b52c-a1fb480597bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.730647776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"420a9d88-40ad-4de6-95ea-ae820a1856cc","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.730900347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"19d2031b-319f-40e8-b485-af9ce8ede5f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.732880706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"94f114c0-e521-4907-b52c-a1fb480597bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:09.928993541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bbaeeb49-03e0-47d2-9b06-721f6efaaded","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.074256501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"99f20043-5676-4cca-b081-f9f3968537ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.074256504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"33da4a6c-1cc8-4497-b3ef-d47463556eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.128507064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"99f20043-5676-4cca-b081-f9f3968537ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.128672248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"33da4a6c-1cc8-4497-b3ef-d47463556eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.182943305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"063b6184-88a6-4257-bf24-ae99f050da79","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.258185056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"1d0cff35-7ac2-40db-a971-8224301e45fb","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.31022655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"41f09c8f-2ef7-4061-b71b-7340a2238c52","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:10.362678397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-list-subs-refs-sub","reconcileID":"f69580b1-a3c6-451f-8000-024d5a2ee0c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.403545793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"28427d28-0aae-4a8c-adfb-352a44e1875e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.403547065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b84b26f9-65fe-429d-a61c-47b44b6d62f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.459536247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"28427d28-0aae-4a8c-adfb-352a44e1875e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.459900973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b84b26f9-65fe-429d-a61c-47b44b6d62f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.461855713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"1823de6e-d9b0-41fa-bbde-f0d60f3297c3","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.474367949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"3e7fbc9e-5cc2-4d74-a6d2-4b9c7dc4c79c","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.517283179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"1823de6e-d9b0-41fa-bbde-f0d60f3297c3","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.530914098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"3eb80a7d-ad49-4e46-801b-98ae36f9f4a2","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.689954927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"ad827cee-61ba-48d2-ace7-12a3a34a2e13","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-d06a05","tenantID":"e2e-praxis-b-d06a05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.794482841Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-list-subs-refs-sub","reconcileID":"2f4e2297-b190-43ac-9166-eaac6318b1c7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.8013263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"ad827cee-61ba-48d2-ace7-12a3a34a2e13","name":"e2e-praxis-b-d06a05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.814018786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"47260927-8a50-4882-8022-49bd4c5fddb8","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.814040969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"47260927-8a50-4882-8022-49bd4c5fddb8","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.837057519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b34df81b-ad9f-4b3b-93ed-49cc53b6f818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.837059736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"cdd7aad9-9c32-4e5b-b26e-d2280e1a1c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.894765513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"cdd7aad9-9c32-4e5b-b26e-d2280e1a1c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.89649908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b34df81b-ad9f-4b3b-93ed-49cc53b6f818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.951798832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e90c53da-ea01-4b08-a3b3-ef35a4cd9daa","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:10.996749921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"de44ea7e-b1d8-46c5-b41f-a4e8bc761f6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:11.190569906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-list-subs-refs-sub","reconcileID":"53e3c0fc-557e-4526-85f5-d0e4f21895ca","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:13.406825311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"ddc09277-27ee-44e0-a52d-59242e81093f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:13.552334051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b95b09db-0fd9-40c7-a00d-a775a1f57a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:13.55233229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7128f4f5-db50-4837-a81f-a3449969fe21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:13.606522281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"7128f4f5-db50-4837-a81f-a3449969fe21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:13.606693583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b95b09db-0fd9-40c7-a00d-a775a1f57a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.054056182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"ac324687-50a3-4995-bd6e-058145aa7763","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.054080893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"ac324687-50a3-4995-bd6e-058145aa7763","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.109588104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"5f058f55-9cfa-4692-a8f1-e473831ebe3d","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.1096182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"5f058f55-9cfa-4692-a8f1-e473831ebe3d","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.152765227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"4d23719d-2dd4-495e-9cf7-acef79d7fc1d","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:16.160162234Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"5f058f55-9cfa-4692-a8f1-e473831ebe3d","name":"praxis-route-ca30df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-ca30df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:16.160231438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"5f058f55-9cfa-4692-a8f1-e473831ebe3d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-ca30df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:16.160728111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"5f0ad1c8-3ab3-4d5e-8c53-066a0aaad186","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-ca30df-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.165955146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"d87180ff-11d7-4f83-b9a0-3c8d7d36f13f","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.165971014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"d87180ff-11d7-4f83-b9a0-3c8d7d36f13f","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.206580605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"4d23719d-2dd4-495e-9cf7-acef79d7fc1d","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.27348815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"27256c24-bfa8-4a23-afb7-d5b1c1706ddb","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.273519702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"27256c24-bfa8-4a23-afb7-d5b1c1706ddb","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.330668337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"39d5987e-b4a1-43d0-9013-f9506fd6c37b","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.33069152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"39d5987e-b4a1-43d0-9013-f9506fd6c37b","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.513958315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"3dbfd69e-e3fc-4474-a11d-9fbd048c323c","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.530555309Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"88b08be9-6505-412f-9c3f-25df1653164e","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"maas-trlp-praxis-route-ca30df","model":"praxis-route-ca30df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.567697012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"3dbfd69e-e3fc-4474-a11d-9fbd048c323c","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.688663263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"7ebf5547-e484-4802-9a97-9791d846b39f","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.688692829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"7ebf5547-e484-4802-9a97-9791d846b39f","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:16.885222084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"c7184126-a17e-415a-b09e-18b7f4786795","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"maas-trlp-praxis-route-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.361770883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"cc45c18c-c51c-405e-ae6e-d6e7f8e5b76a","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.415412161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"a295396e-c33c-4065-a85b-64d625d1d59e","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:17.465605342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-sub","reconcileID":"f6cc1c4a-93be-40c4-a314-51bfd928ab1f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.508042198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"1587bf12-9621-4458-bf06-f65149d98f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.50804544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c8a41665-bf9b-4da5-a368-0dc19adb434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.563018273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c8a41665-bf9b-4da5-a368-0dc19adb434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.563479917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"1587bf12-9621-4458-bf06-f65149d98f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.575305136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"457d82ce-312b-4c73-a5ca-0829291c79e7","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.627169819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"d4f082ff-0ce6-4546-b2b9-4e63ee24fea5","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.68182982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"2f6228d4-306c-40ac-bbfc-478329b30ec3","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.682838538Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-12f635 priority=0:[ai-tenant-e2e-worker-w0-12f635/e2e-model-match-sub ai-tenant-e2e-worker-w0-12f635/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.735890039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"9559045e-8ce3-4c71-ae81-7626bdba186a","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:17.789644755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-sub","reconcileID":"0e185d40-174d-4b2e-a361-2c0a5cb5574f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.790358904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"3fcc24bd-f2be-4f54-9ff0-230252ac0eee","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.828257669Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-sub","reconcileID":"3cd81464-96ee-4439-913f-dc6074f93f36","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-distinct-w0-12f635","model":"distinct-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.9014408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"ff10d059-704c-4292-82a4-b0a9d8c6442a","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.909319963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"298da766-2c16-4ea2-a865-57f127646dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.909334601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"1be7d252-106d-4124-95e1-82614ac7a5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.951332131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"a18a5751-622c-413b-82c2-32a00debcd4d","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.963400003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"1be7d252-106d-4124-95e1-82614ac7a5d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:17.963577711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"298da766-2c16-4ea2-a865-57f127646dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.008723467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"17f068b1-65d2-4057-a2f0-c16e41e0da42","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.009088525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"dee8a41d-1dd1-4d11-81b9-72a412b1f99c","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.154181927Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-sub","reconcileID":"886fbf6e-7a22-4697-88db-a1ae536d4c7f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-distinct-2-w0-12f635","model":"distinct-2-w0-12f635","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-12f635/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.196284967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"8f5886c1-4366-48af-a1fc-0dcdc19113e5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.222663616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"605f8d0f-70a2-42c3-93c3-494cd38aa3fe","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.250225431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"8f5886c1-4366-48af-a1fc-0dcdc19113e5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.252235974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-sub","reconcileID":"d2f0bb00-486c-4f87-9129-8c816efcad96","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-distinct-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/distinct-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.277559374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"d345f8b9-8666-4733-b1fc-e3279e25006c","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.301643725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"432d2736-d4c1-4756-ba4b-163a0ffb729b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.301979563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ab7edc5f-b7d0-4a96-be36-0648348eaa7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:18.339749241Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"d345f8b9-8666-4733-b1fc-e3279e25006c","name":"distinct-2-w0-12f635","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-12f635\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:18.339806513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"d345f8b9-8666-4733-b1fc-e3279e25006c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-12f635\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.339926583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"dbd75b86-370b-419c-bd51-7cfbcc42e254","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.356434906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"432d2736-d4c1-4756-ba4b-163a0ffb729b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.356568341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ab7edc5f-b7d0-4a96-be36-0648348eaa7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.51139135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-sub","reconcileID":"cfe2ff74-b45a-496f-a806-6f7bef2b5ef1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-distinct-2-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/distinct-2-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.541347473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"f437dfc8-dafc-42dc-a68a-f087ae4a66ce","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.559718741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-sub","reconcileID":"642af4cf-a93a-4d57-ad5e-382f8cbb15ce","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-distinct-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/distinct-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.565690842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"12b1732e-12de-4e8e-b66c-6409b1a69a43","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.595512866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"f437dfc8-dafc-42dc-a68a-f087ae4a66ce","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.802025184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7395380e-4462-4507-85b0-cbf164d846dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.802075349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"55e9ff87-a818-4c8a-ac6b-f64529a2cdbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.808659269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"cc2ea720-d296-469d-a055-44612a0c650d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.85598857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"55e9ff87-a818-4c8a-ac6b-f64529a2cdbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.856013739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7395380e-4462-4507-85b0-cbf164d846dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.862329212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"cc2ea720-d296-469d-a055-44612a0c650d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.885240582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-sub","reconcileID":"5b83569f-f3f3-4b7c-9fb8-4f7ef8be946b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-distinct-2-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/distinct-2-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:18.900060474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"6962b18c-d330-4a58-8909-4cab8af65a5b","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:19.144379671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"6bde801f-e678-46a0-a354-98c6a54f4ff1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:19.198337961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"6bde801f-e678-46a0-a354-98c6a54f4ff1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:19.796355456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"dda4b194-dfa1-494e-838f-385567488970","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:19.94828455Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-sub","reconcileID":"bc665a94-8079-4a64-8290-dc32cd762503","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-490d8934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:19.978879466Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","namespace":"ai-tenant-e2e-ipp-b-5285eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:19.978938856Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","namespace":"ai-tenant-e2e-ipp-b-5285eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:19.978988643Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","tenant":"e2e-ipp-b-5285eb","tenantID":"e2e-ipp-b-5285eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.029850985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5285eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.088732789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"Service","name":"maas-api-e2e-ipp-b-5285eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.109264156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"eccd03be-4d13-48d1-a687-387d44001f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.109297614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"5927e6e5-156b-4447-9f29-7633cad8b8f0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.109829595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"392a2679-ed8e-4339-a006-e25aaeaf9aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.109981461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"7cabe477-6ed9-41c1-8a6b-af7cb6161ede","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.141854955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5285eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.166199069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"7cabe477-6ed9-41c1-8a6b-af7cb6161ede","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.166301352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"eccd03be-4d13-48d1-a687-387d44001f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.16892936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"5927e6e5-156b-4447-9f29-7633cad8b8f0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.169060674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"392a2679-ed8e-4339-a006-e25aaeaf9aad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.194183229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5285eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.248703178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.308325839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.362091629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.415088543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.469358648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.520582789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.578197252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"Service","name":"payload-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.61489384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"cae00ca1-fbf2-4647-bcdd-cf62b5e016c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.615044011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"449fe5b5-a2d1-48c0-8d3f-340f28c7089a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.614893958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"1a9b3a17-cabf-4b6f-ba5a-62a15f9370d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.615432392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"ce247e19-2ee4-41eb-9a87-f22d22c84b70","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.634862651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.669525782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"449fe5b5-a2d1-48c0-8d3f-340f28c7089a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.669833651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"cae00ca1-fbf2-4647-bcdd-cf62b5e016c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.67173459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"ce247e19-2ee4-41eb-9a87-f22d22c84b70","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.671993563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"1a9b3a17-cabf-4b6f-ba5a-62a15f9370d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.685956912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.737290602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.789952221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.843333969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.896156814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.946632242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:20.99867099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5285eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:21.049228941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5285eb"},"namespace":"ai-tenant-e2e-ipp-b-5285eb","name":"default-tenant","reconcileID":"85c31b65-6355-4162-b917-0ce26f45bad0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5285eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:23.56110929Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-list-subs-refs-sub","reconcileID":"8cd22ff2-ce8c-49b6-82a1-4e9fe975dc4f","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:23.767064999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-list-subs-refs-sub","reconcileID":"8cd22ff2-ce8c-49b6-82a1-4e9fe975dc4f","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:23.964260217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"b641d552-d4ca-41c8-b856-f1ce54f514fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.022998876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"dbb6452b-7669-402d-a3ad-60a1fb918cb4","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.078518277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"51e19522-a404-40b0-bb16-7cf0ab26fa3a","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.17055109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1aa78d68-7c96-46c6-a62c-8b2982f30f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.170552466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"69573f78-0253-428f-80d2-836e109d5c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.225827411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1aa78d68-7c96-46c6-a62c-8b2982f30f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.225827409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"69573f78-0253-428f-80d2-836e109d5c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.744364786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"0744e147-1743-40ed-b230-422217db26e1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.744399856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"0744e147-1743-40ed-b230-422217db26e1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.799512082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"0b8a1777-c861-4b4b-be0b-f8e13ce5db42","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.940303231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"d3c0e251-2a76-4807-927f-0065853729d8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.940323746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"d3c0e251-2a76-4807-927f-0065853729d8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.991826437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"bdce958d-7176-460c-b46a-12599f5e04e4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:24.991848085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"bdce958d-7176-460c-b46a-12599f5e04e4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:25.04450395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-sub","reconcileID":"67bdc8fc-c66f-462e-91eb-79e356302e5b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.086300569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e05e57d6-da0e-4570-aedd-89da094652cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.086300468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fbff6a0b-38bb-4402-9201-ba7d778465bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.140626408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e05e57d6-da0e-4570-aedd-89da094652cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.140889035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fbff6a0b-38bb-4402-9201-ba7d778465bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.157368957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"6c8ee6b3-0139-4298-bf18-10c51a00f397","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.157387763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"6c8ee6b3-0139-4298-bf18-10c51a00f397","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.211648493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"142424ce-2e5d-4614-854b-537efa37ff27","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.211673037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"142424ce-2e5d-4614-854b-537efa37ff27","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.268843351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"fffc5e91-5ab4-45d2-a173-b5e016d9c203","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.268871153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"fffc5e91-5ab4-45d2-a173-b5e016d9c203","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:25.319309556Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"fffc5e91-5ab4-45d2-a173-b5e016d9c203","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:25.319373228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"fffc5e91-5ab4-45d2-a173-b5e016d9c203","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.325422355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"2410e07a-5ba8-48d5-8d82-a1722037493b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.325438956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"2410e07a-5ba8-48d5-8d82-a1722037493b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.409089694Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-sub","reconcileID":"74ab6525-dd7c-4f29-bd44-494dafb06146","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.459477932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-auth","reconcileID":"ca0f7f69-82cd-4a6d-be71-bfa0d5a33456","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.51309897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-auth","reconcileID":"ca0f7f69-82cd-4a6d-be71-bfa0d5a33456","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.558859739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0f15b9f8-8b43-4678-bf8e-1fb50b71ba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.558859731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"dba2f59f-3c41-41f9-88ad-5e526476f7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.565903704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"c07a8e60-ac02-4fb0-bcb5-1eb512e3894f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.56592233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"c07a8e60-ac02-4fb0-bcb5-1eb512e3894f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.614150343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0f15b9f8-8b43-4678-bf8e-1fb50b71ba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.614216365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"dba2f59f-3c41-41f9-88ad-5e526476f7ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.767922696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-sub","reconcileID":"6cfa5eee-f6bc-447f-9c25-059eb7648fa1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.773706438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"2a8b58f8-b6fb-453d-b1b2-8923cbce62d0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.773724559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"2a8b58f8-b6fb-453d-b1b2-8923cbce62d0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:25.974090044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-auth","reconcileID":"9aec393e-b3d4-4be9-b8c6-b8955ac1852d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.029029165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-auth","reconcileID":"9aec393e-b3d4-4be9-b8c6-b8955ac1852d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:26.280230652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-auth","reconcileID":"9aec393e-b3d4-4be9-b8c6-b8955ac1852d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.344724639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"809e4c97-db6f-4cfc-84bc-635b2bf705ad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.344745188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"809e4c97-db6f-4cfc-84bc-635b2bf705ad","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.480623258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-auth","reconcileID":"87a7cde1-08f4-4157-b90b-8fb361aca023","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.534607877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-auth","reconcileID":"87a7cde1-08f4-4157-b90b-8fb361aca023","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.549906782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2183ba1b-fada-4290-93ac-65b87e131266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.557979285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"65d454f5-2642-4553-b3c1-e384b2ecacf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.599077993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-sub","reconcileID":"a6069662-3b81-406e-bf3a-2b7445677b3d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.60382024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"2183ba1b-fada-4290-93ac-65b87e131266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.611779622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"65d454f5-2642-4553-b3c1-e384b2ecacf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.680282401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-auth","reconcileID":"8e73646e-5c3e-4fc4-b4bc-c55ff69c8962","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.831071371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"67b47f14-10ea-482a-8acd-9c53b49d2dae","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.831094859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"67b47f14-10ea-482a-8acd-9c53b49d2dae","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.976108643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"660e4dce-1545-431f-b5ac-5be92c658a74","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:26.976129593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"660e4dce-1545-431f-b5ac-5be92c658a74","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.032835257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e9fbbb83-6d02-4fc4-b7ba-82a89e64b982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.032833758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1787a279-ad9b-4f38-a7b2-352739e0369a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.081981711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-sub","reconcileID":"49def11c-dfe1-4e29-b37b-43f66b3c5d34","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.086728872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e9fbbb83-6d02-4fc4-b7ba-82a89e64b982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.087125775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"1787a279-ad9b-4f38-a7b2-352739e0369a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.429833542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"8a94da84-d453-4a22-ae5d-9ce0bd9957e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.430500649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8590919b-9f2b-48c4-9fdf-af4cc942764f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.483545628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"8a94da84-d453-4a22-ae5d-9ce0bd9957e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:27.483979461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8590919b-9f2b-48c4-9fdf-af4cc942764f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:28.355954648Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5285eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5285eb","reconcileID":"c060a61c-b8df-4423-a377-fb8d2540374c","aitenant":"ai-tenants/e2e-ipp-b-5285eb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:28.902111843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a87420-5473-4f80-bc8c-5ba3692f88f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:28.950723677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a87420-5473-4f80-bc8c-5ba3692f88f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:28.999181279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a87420-5473-4f80-bc8c-5ba3692f88f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:29.047895648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a87420-5473-4f80-bc8c-5ba3692f88f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:29.154621353Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5285eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5285eb","reconcileID":"c060a61c-b8df-4423-a377-fb8d2540374c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5285eb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5285eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:29.999423094Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-sub","reconcileID":"65db386d-ec6f-4932-a429-270dc1eb93f5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/distinct-w0-12f635","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.110065771Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-sub","reconcileID":"65db386d-ec6f-4932-a429-270dc1eb93f5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/distinct-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.159567417Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-sub","reconcileID":"65db386d-ec6f-4932-a429-270dc1eb93f5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/distinct-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.426017905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"c4370ec3-9039-47b8-bce3-58edf140a1f7","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.573764709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"cd4ff5ff-a8a4-4784-a431-b6fdf6ada862","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.679710773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5db05cfa-a0bc-4956-bad9-f690518d19f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.679737883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"e782fbdf-4680-4a2f-b3d5-7bf0f28ebc3c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.680208272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"062c46c3-66d8-44f5-901d-37f446f3d5d6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.680241018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a982aa06-7ef2-4bd7-a95b-e2aa25fe6b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.734016747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5db05cfa-a0bc-4956-bad9-f690518d19f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.734391438Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-sub","reconcileID":"1a70ec36-7808-46dc-8665-47214ab47a50","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3624ef93","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.73504179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"e782fbdf-4680-4a2f-b3d5-7bf0f28ebc3c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.737796223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"062c46c3-66d8-44f5-901d-37f446f3d5d6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.739846398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a982aa06-7ef2-4bd7-a95b-e2aa25fe6b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.895574487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ade09-81df-4913-b4d2-e4768bec30d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.944492891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ade09-81df-4913-b4d2-e4768bec30d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:30.993804114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ade09-81df-4913-b4d2-e4768bec30d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.04265955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"796ade09-81df-4913-b4d2-e4768bec30d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.242293987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"92b9af8e-185d-49ba-873a-f17ac7234333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.242403819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"c091a025-2386-47b2-8644-864593f093a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.242728417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"876294ca-09e0-4a48-8e00-cd2ec851ddb9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.242796246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bda56cc8-a7a5-4965-bdde-158fdf719149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.29625373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"c091a025-2386-47b2-8644-864593f093a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.297029149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bda56cc8-a7a5-4965-bdde-158fdf719149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.298506909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"92b9af8e-185d-49ba-873a-f17ac7234333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:31.299395223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"876294ca-09e0-4a48-8e00-cd2ec851ddb9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:32.838903263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebf15f2-a623-4882-b96b-758e312b60dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:32.888334293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebf15f2-a623-4882-b96b-758e312b60dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:32.937005284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebf15f2-a623-4882-b96b-758e312b60dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:32.985992832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ebf15f2-a623-4882-b96b-758e312b60dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:35.728249859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52b760c-4e8f-43f1-8c3c-9766f2614a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:35.777684992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52b760c-4e8f-43f1-8c3c-9766f2614a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:35.837180527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52b760c-4e8f-43f1-8c3c-9766f2614a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:35.887982831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52b760c-4e8f-43f1-8c3c-9766f2614a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:36.215028915Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-06d2ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-06d2ec","reconcileID":"6142b23b-911b-4cbc-9f62-e9ea8113e529","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-06d2ec","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-06d2ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.05364247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"fb952eee-b493-428b-a717-29603789465a","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"maas-trlp-praxis-route-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.243530413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"34327336-445e-4107-a74c-0d5f2f8e2ec5","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.243800181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"34327336-445e-4107-a74c-0d5f2f8e2ec5","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.363119946Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-sub","reconcileID":"c773ddec-8591-49a3-87c9-b15ccb20d7c2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.42990383Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-sub","reconcileID":"c773ddec-8591-49a3-87c9-b15ccb20d7c2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.488555676Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-enrichment-sub","reconcileID":"c773ddec-8591-49a3-87c9-b15ccb20d7c2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.779750996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"965db7af-0d5d-4208-90a3-6417f48a6d4e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"tenant":"e2e-worker-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.779853081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"e2e-enrichment-model-ref","reconcileID":"965db7af-0d5d-4208-90a3-6417f48a6d4e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.929701256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fb198ffc-81f6-4501-9802-449e0c7506ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.931068743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b3ef8028-d2c4-497c-8d71-ce3107337163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.98976535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d0e38a-60fb-4923-b9fa-280971aa9f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.993759388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b3ef8028-d2c4-497c-8d71-ce3107337163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:37.99493149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fb198ffc-81f6-4501-9802-449e0c7506ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.042727622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d0e38a-60fb-4923-b9fa-280971aa9f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.093729422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d0e38a-60fb-4923-b9fa-280971aa9f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.144252313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48d0e38a-60fb-4923-b9fa-280971aa9f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.150407662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"f3cd063a-2dcc-4a8f-bc87-77de02a0ffec","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.501042093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"bd8585e6-c0a6-4a3e-980a-8351d3c32f00","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.501249065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ad5d8458-f29b-49b5-847d-99e2b8b74c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.501040123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"1e01752e-929f-4494-a8bf-192da169bfde","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.501691706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7493a6ba-5cc9-4866-a323-18c09d1dba69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.542582084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"17e1d3fb-13ae-42ce-bf50-31903dc36093","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.555108888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"bd8585e6-c0a6-4a3e-980a-8351d3c32f00","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.559876267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"7493a6ba-5cc9-4866-a323-18c09d1dba69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.560039306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ad5d8458-f29b-49b5-847d-99e2b8b74c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.566334488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"1e01752e-929f-4494-a8bf-192da169bfde","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.598584423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"17e1d3fb-13ae-42ce-bf50-31903dc36093","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.84617967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"f5c2b275-4dbf-428c-bbcd-24cf61245889","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.846525902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"01bbe05d-4f5e-4095-9fce-fa227fa16ca4","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.904965035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e2c5d815-10fa-4b37-acbd-f75e595289dd","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.905517388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"5b06194c-e922-4447-afe5-ea334085319c","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.948142501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"1d358a5d-7594-4d94-b18d-dfe9a483550e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.948697304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4763a202-3644-4ec3-b9a5-bddb44ebd13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:38.949093988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5447835a-0a73-42a0-8228-f958696eaaca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:58:38.958733523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"cf8f66b7-2ecb-4a45-8b7d-da50a89739a7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.002995868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"1d358a5d-7594-4d94-b18d-dfe9a483550e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.003783853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4763a202-3644-4ec3-b9a5-bddb44ebd13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.00552248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5447835a-0a73-42a0-8228-f958696eaaca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.045842276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"33006374-6c98-4a40-8fb1-dcddf8afc3fb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.053280581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"de7e095d-687d-4a2d-810d-5a289a00a3c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.071304819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"34ebae25-c6a9-4d7b-9a46-a2c3f2f8fb77","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.071929471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"8c8963d3-6242-4af3-ab24-cba8e838f8f0","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.099628387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"33006374-6c98-4a40-8fb1-dcddf8afc3fb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.107337982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"de7e095d-687d-4a2d-810d-5a289a00a3c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.108483151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"58f4e9a1-8dbc-4d0b-97c1-5ee81d54fae1","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.132877359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"ed86d7c6-4895-49c8-b956-c1557332797f","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.133262936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"76cd22e7-3e16-472d-8844-e18e8b581ed4","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.230623135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.254130131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e4bfe031-700e-4dd1-b40d-2caa08ee2874","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.349515201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6c089105-a9e2-404d-83db-1f6d4cc65cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.398286188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"816da76e-8f0c-46fe-8580-184fb3903f48","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.403669075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6c089105-a9e2-404d-83db-1f6d4cc65cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.447363699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-auth","reconcileID":"6888f46a-ef23-4b6a-886a-915b4446ff80","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.447788862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c455479f-a501-40ca-af3d-fa8a90066829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.507627367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-auth","reconcileID":"6888f46a-ef23-4b6a-886a-915b4446ff80","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.508873889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c455479f-a501-40ca-af3d-fa8a90066829","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.551319937Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"816da76e-8f0c-46fe-8580-184fb3903f48","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","model":"distinct-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.598633828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"025340ef-0c1e-4487-a8f3-a27602dc1f8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.777244283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"b23cf495-4545-4067-ba41-3ce9a36664a4","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.777918909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"2077f1c7-3a75-4322-b298-b2407e3e57c1","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.854640143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"dcfe0d60-4d8b-4984-af48-00534f7d1e47","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:39.982219107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"f55aa1c5-029d-4ffe-ba7d-00b899dbbe24","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:40.004610538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-auth","reconcileID":"f96b13ee-82e9-474f-9e1c-73de1b2c26b4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:40.083105827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-auth","reconcileID":"f96b13ee-82e9-474f-9e1c-73de1b2c26b4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:40.135629183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"f55aa1c5-029d-4ffe-ba7d-00b899dbbe24","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:40.784940373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-sub","reconcileID":"48be6045-9923-4a2a-af65-a9b54e6188cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/distinct-2-w0-12f635","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:40.834964387Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-sub","reconcileID":"48be6045-9923-4a2a-af65-a9b54e6188cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/distinct-2-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:40.890338351Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-sub","reconcileID":"48be6045-9923-4a2a-af65-a9b54e6188cc","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/distinct-2-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.160729395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"41f8e05b-7a9e-4042-8a3a-aa49b0266518","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.217472595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"a2f40761-3b23-48af-b676-6b3a97b45bb8","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.217808446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"c1784ce5-3928-4a46-8f46-35c78d8a48f6","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.304151278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"1238a3ea-51ed-4f37-a496-bcbc6b4f7eea","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.402966787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"8430ef8b-c760-49e6-b637-b0baee59beb7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.404233395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7214902e-097b-413d-a055-28b47bc94796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.404236563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"aa024e94-44b8-4a09-b762-fc3345cb6f4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.455369373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"5e447567-5bd2-4901-af32-0c3af6c5fe98","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.457499767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"8430ef8b-c760-49e6-b637-b0baee59beb7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.45858897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"7214902e-097b-413d-a055-28b47bc94796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.459666894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"aa024e94-44b8-4a09-b762-fc3345cb6f4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.508712633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"5e447567-5bd2-4901-af32-0c3af6c5fe98","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.755244401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-match-auth","reconcileID":"48ca7bcf-e5a9-4a3a-85f1-673033035722","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/distinct-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.85156153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"1bad0dfc-27a8-4dc7-b51e-1c283887336f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.905689627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"1bad0dfc-27a8-4dc7-b51e-1c283887336f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:41.961008795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"876da4ba-2b26-4928-b36a-161dfcf109fe","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.095144652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"4e659890-8be0-42cf-82e8-f30687a9a914","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.103549596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"e2e-model-nomatch-auth","reconcileID":"00443f06-02c0-438c-ac4e-942c799b20fb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/distinct-2-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.360018034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"0470d570-8d63-4bed-a068-28d395fee7f4","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.416766723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-auth","reconcileID":"57bfe336-1589-426c-a886-038553042d47","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.416793327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"c681b42c-76cc-4920-b8fa-377bcd23cfb7","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.621006209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"34296910-b60d-4478-9fbd-f84e3a6b8121","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.621035052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"34296910-b60d-4478-9fbd-f84e3a6b8121","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.676185638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"9d83eea8-8c31-4b14-a360-da58c1355778","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.759415045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"526408a9-1f67-4917-a607-a875a4e9f9a3","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.759938527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"9585ee80-ff5b-4737-b69c-4ac645e2fcb9","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.775518238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"b2012985-a990-4fa3-886c-2a1cfed35c00","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.81836314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"a73f8870-78f1-4910-aa3d-4ca03868320c","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"maas-trlp-praxis-route-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.829729668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"b2012985-a990-4fa3-886c-2a1cfed35c00","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.923831684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b914946d-e71c-4e98-b591-13b7b8331566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.92383252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b308c5fa-db06-4348-8123-367035eb776f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.976995411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"9f1310bd-9548-4471-90f0-53bc1cbc1811","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.977020463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"9f1310bd-9548-4471-90f0-53bc1cbc1811","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.978520163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b308c5fa-db06-4348-8123-367035eb776f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:42.979867181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b914946d-e71c-4e98-b591-13b7b8331566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:43.175544244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"1a616224-eb3f-43f3-b0cb-029c89b4c4d0","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"maas-trlp-praxis-route-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:50.744621433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba4ad93-ee45-4430-b61c-705f2cad557a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:50.798625492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba4ad93-ee45-4430-b61c-705f2cad557a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:50.847506982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba4ad93-ee45-4430-b61c-705f2cad557a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:50.897706731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba4ad93-ee45-4430-b61c-705f2cad557a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:51.303622888Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-6687a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-6687a2","reconcileID":"48ae549b-1ec9-4ccb-aa36-d6ee90200c11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-6687a2","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-6687a2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:52.691925437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187b931f-1f54-45d7-9d3a-d635b28ec768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:52.740739268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187b931f-1f54-45d7-9d3a-d635b28ec768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:52.789476845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187b931f-1f54-45d7-9d3a-d635b28ec768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:52.838250596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"187b931f-1f54-45d7-9d3a-d635b28ec768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:52.912620202Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"1ef52729-ef30-40b8-b768-028fa8d636a9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:52.978166341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"2ce7a46e-a42e-4b2e-9f5b-d321880d85b3","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:52.978195465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"2ce7a46e-a42e-4b2e-9f5b-d321880d85b3","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.115947946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"1ef52729-ef30-40b8-b768-028fa8d636a9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-70e0c6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.115979888Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"1ef52729-ef30-40b8-b768-028fa8d636a9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.16491533Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"1ef52729-ef30-40b8-b768-028fa8d636a9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.213940059Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"e2e-partial-access-sub","reconcileID":"1ef52729-ef30-40b8-b768-028fa8d636a9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/distinct-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.313779604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"c265e06c-1a04-4567-af31-edb5fb636aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.479227174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"d7d36951-51ef-42bd-88d9-edd7df8e2ff3","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.479588092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"7be08ca8-ea06-4b6d-a118-273cacd04f1d","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.624266161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b2110eeb-a32d-4cc0-b2db-aec85f1a47da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.62457465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4a10d9a8-5300-4715-84df-5611e2119eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.679880249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b2110eeb-a32d-4cc0-b2db-aec85f1a47da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:53.680908938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4a10d9a8-5300-4715-84df-5611e2119eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:54.696409283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b9ace5-9fbf-4ed3-ade6-b28c0b5cc455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:54.747348543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b9ace5-9fbf-4ed3-ade6-b28c0b5cc455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:54.799030269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b9ace5-9fbf-4ed3-ade6-b28c0b5cc455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:54.876662818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b9ace5-9fbf-4ed3-ade6-b28c0b5cc455","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:56.735638182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ede96c-6731-4d93-b481-3ce3b50a73f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:56.784892961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ede96c-6731-4d93-b481-3ce3b50a73f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:56.833915889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ede96c-6731-4d93-b481-3ce3b50a73f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:56.88257779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ede96c-6731-4d93-b481-3ce3b50a73f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:58.693363291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175d9937-51e2-452b-842c-72226ab48b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:58.742669041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175d9937-51e2-452b-842c-72226ab48b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:58.791334545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175d9937-51e2-452b-842c-72226ab48b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:58:58.84076394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"175d9937-51e2-452b-842c-72226ab48b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:00.680704899Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-db18ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-db18ad","reconcileID":"c94ab200-16aa-4ac2-9c58-e67145fd84ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-db18ad","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-db18ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:00.683301184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f35e5f-3d21-4299-9520-ac42bc8d662f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:00.732133937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f35e5f-3d21-4299-9520-ac42bc8d662f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:00.780927992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f35e5f-3d21-4299-9520-ac42bc8d662f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:00.829784138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f35e5f-3d21-4299-9520-ac42bc8d662f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:02.699226195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d22628-55a8-4d0c-83e3-6674ecd6dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:02.747985696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d22628-55a8-4d0c-83e3-6674ecd6dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:02.796766642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d22628-55a8-4d0c-83e3-6674ecd6dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:02.845431408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d22628-55a8-4d0c-83e3-6674ecd6dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:02.979220024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"a4e634e3-c466-4a0e-ba9e-9bdbe5701b88","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:02.979245641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"a4e634e3-c466-4a0e-ba9e-9bdbe5701b88","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:08.885137825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d118b28f-c3fe-4482-91a6-04bf59d3a279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:08.885152888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f82739f9-96f0-4300-ac1b-1f0c04abc1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:08.939411996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d118b28f-c3fe-4482-91a6-04bf59d3a279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:08.939416246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f82739f9-96f0-4300-ac1b-1f0c04abc1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:09.22471016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:09.282563388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"79c0584a-77be-4346-9f3c-39fddd65f096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:09.282700948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"29b7130c-6c99-4bfe-aa96-e212c90c32f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:09.336310701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"79c0584a-77be-4346-9f3c-39fddd65f096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:09.336516223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"29b7130c-6c99-4bfe-aa96-e212c90c32f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:11.799256435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acbd6ef2-0d44-435d-92a7-5ca69102db92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:11.848073284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acbd6ef2-0d44-435d-92a7-5ca69102db92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:11.896869647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acbd6ef2-0d44-435d-92a7-5ca69102db92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:11.94570558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acbd6ef2-0d44-435d-92a7-5ca69102db92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:12.98387575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"cb72de9e-faf8-4ad9-a448-f2a992d38f79","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:12.983928804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"cb72de9e-faf8-4ad9-a448-f2a992d38f79","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:13.835608064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f83b4f-f592-4bbc-9fb0-407f496991cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:13.887146278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f83b4f-f592-4bbc-9fb0-407f496991cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:13.935879381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f83b4f-f592-4bbc-9fb0-407f496991cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:13.98751103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4f83b4f-f592-4bbc-9fb0-407f496991cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:15.76557465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1ee4f9-f90b-44dc-a8a5-2cc3446ccaa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:15.814515688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1ee4f9-f90b-44dc-a8a5-2cc3446ccaa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:15.863032882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1ee4f9-f90b-44dc-a8a5-2cc3446ccaa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:15.911673733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d1ee4f9-f90b-44dc-a8a5-2cc3446ccaa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:17.730072259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ed7000-f710-4bd7-a203-dba318eb3346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:17.778826734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ed7000-f710-4bd7-a203-dba318eb3346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:17.827734236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ed7000-f710-4bd7-a203-dba318eb3346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:17.876479022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ed7000-f710-4bd7-a203-dba318eb3346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:19.684324123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc8e8aa-85eb-44e8-8ebc-464ac4676955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:19.733601151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc8e8aa-85eb-44e8-8ebc-464ac4676955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:19.784682996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc8e8aa-85eb-44e8-8ebc-464ac4676955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:19.833789764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc8e8aa-85eb-44e8-8ebc-464ac4676955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:21.616117277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484a6fd-5e40-453b-9d11-baf341363f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:21.66681798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484a6fd-5e40-453b-9d11-baf341363f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:21.715790834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484a6fd-5e40-453b-9d11-baf341363f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:21.764627715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0484a6fd-5e40-453b-9d11-baf341363f2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:22.98516566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"80792e57-1c7f-4566-9b8c-1671ec44f477","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"tenant":"e2e-praxis-a-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:22.985189281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"80792e57-1c7f-4566-9b8c-1671ec44f477","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"routeName":"praxis-route-ca30df-kserve-route","namespace":"ai-tenant-e2e-praxis-a-ca30df","llmisvcName":"praxis-route-ca30df","gateway":"openshift-ingress/e2e-praxis-a-ca30df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:23.542387178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e09e0df-b3de-4a02-b0f1-7c4bb1aa6bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:23.591078775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e09e0df-b3de-4a02-b0f1-7c4bb1aa6bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:23.639872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e09e0df-b3de-4a02-b0f1-7c4bb1aa6bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:23.688684461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e09e0df-b3de-4a02-b0f1-7c4bb1aa6bea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:25.50290922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b80ca6-e5f0-4291-9736-8a6914175ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:25.551836461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b80ca6-e5f0-4291-9736-8a6914175ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:25.60047843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b80ca6-e5f0-4291-9736-8a6914175ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:25.650444374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b80ca6-e5f0-4291-9736-8a6914175ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:27.434586128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0599e2-37e8-4820-97dd-48de9aded06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:27.483440988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0599e2-37e8-4820-97dd-48de9aded06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:27.532295932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0599e2-37e8-4820-97dd-48de9aded06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:27.581112046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0599e2-37e8-4820-97dd-48de9aded06e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.195064936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"05c70096-07bb-42ee-816d-adb9c1c48c66","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-06d2ec","tenantID":"e2e-praxis-a-06d2ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.195599254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"1bc46ac8-3d2a-419b-8f9f-7aba26739eb0","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.250424745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"1bc46ac8-3d2a-419b-8f9f-7aba26739eb0","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.296655511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"6d3f2573-9c31-42fb-b1d7-32d770c8773d","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"maas-trlp-praxis-route-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.309103467Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"05c70096-07bb-42ee-816d-adb9c1c48c66","name":"e2e-praxis-a-06d2ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.528692228Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"e1036888-1ddb-4ebf-9f68-60494959053e","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.577921213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"b889904f-648c-46fb-b2ba-e18c7664a970","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.62689617Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"e1036888-1ddb-4ebf-9f68-60494959053e","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"maas-trlp-praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df","model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.626966942Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df","reconcileID":"67c3baf9-ea8f-4948-9ea8-76d5b822a098","MaaSModelRef":{"name":"praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"maas-trlp-praxis-route-ca30df","namespace":"ai-tenant-e2e-praxis-a-ca30df","model":"praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.631502222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"b889904f-648c-46fb-b2ba-e18c7664a970","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.631535661Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"b889904f-648c-46fb-b2ba-e18c7664a970","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.889673807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"bc694647-859f-4d33-b02c-9937444736ce","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.943297286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"bc694647-859f-4d33-b02c-9937444736ce","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:28.943341952Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"bc694647-859f-4d33-b02c-9937444736ce","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T11:59:28.944827322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"2f34e1e8-8614-4225-8ba1-90c574367c9c","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-ca30df-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:29.092718448Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"0537cd02-e5e0-4815-8971-9988d6c98cbd","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:29.242706618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"0537cd02-e5e0-4815-8971-9988d6c98cbd","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:29.364162428Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"0537cd02-e5e0-4815-8971-9988d6c98cbd","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"name":"e2e-praxis-a-ca30df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:29.364195011Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-auth","reconcileID":"0537cd02-e5e0-4815-8971-9988d6c98cbd","MaaSAuthPolicy":{"name":"praxis-route-ca30df-auth","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:29.394440278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8160c61c-5cdb-4901-82c8-ce1d4012f632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:29.443387703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8160c61c-5cdb-4901-82c8-ce1d4012f632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:29.492093006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8160c61c-5cdb-4901-82c8-ce1d4012f632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:29.540856494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8160c61c-5cdb-4901-82c8-ce1d4012f632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:31.356220159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dbaeaa-2c30-4be3-bab9-af2bf5a9382d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:31.405385862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dbaeaa-2c30-4be3-bab9-af2bf5a9382d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:31.454569631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dbaeaa-2c30-4be3-bab9-af2bf5a9382d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:31.503172685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dbaeaa-2c30-4be3-bab9-af2bf5a9382d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.212147395Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","namespace":"ai-tenant-e2e-praxis-a-ba0edc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.212207801Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","namespace":"ai-tenant-e2e-praxis-a-ba0edc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.212285606Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","tenant":"e2e-praxis-a-ba0edc","tenantID":"e2e-praxis-a-ba0edc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.264829824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ba0edc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.295831926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2e2ff1-d9a7-4900-bdfa-a3f07576f476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.344673268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2e2ff1-d9a7-4900-bdfa-a3f07576f476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.353958891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"Service","name":"maas-api-e2e-praxis-a-ba0edc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.393547274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2e2ff1-d9a7-4900-bdfa-a3f07576f476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.442430666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2e2ff1-d9a7-4900-bdfa-a3f07576f476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.445654128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ba0edc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.495664747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ba0edc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.548245399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.599299921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.694289143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.747695873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.798043094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.84618807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.894645848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"Service","name":"payload-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.943272667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:33.991561526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:34.039890529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:34.088362542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:34.142611284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:34.191786512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:34.240215436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:34.290500125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ba0edc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:34.339796738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ba0edc"},"namespace":"ai-tenant-e2e-praxis-a-ba0edc","name":"default-tenant","reconcileID":"8aa1d524-fd9f-4757-b336-9b506b3b628f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ba0edc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:35.232902582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5407828d-7fc9-4b96-81aa-c0d1e10dbd4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:35.282233656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5407828d-7fc9-4b96-81aa-c0d1e10dbd4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:35.330825339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5407828d-7fc9-4b96-81aa-c0d1e10dbd4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:35.380092767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5407828d-7fc9-4b96-81aa-c0d1e10dbd4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:37.162184409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f541b-9ae7-4504-b5f4-657c44b097d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:37.211706207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f541b-9ae7-4504-b5f4-657c44b097d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:37.260359831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f541b-9ae7-4504-b5f4-657c44b097d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:37.308921079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f541b-9ae7-4504-b5f4-657c44b097d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:39.098078911Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"41ee5fa7-43b9-483d-af05-eba3e052e012","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","subscription":"praxis-route-ca30df-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:39.098235861Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"praxis-route-ca30df-sub","reconcileID":"41ee5fa7-43b9-483d-af05-eba3e052e012","MaaSSubscription":{"name":"praxis-route-ca30df-sub","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"model":"ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-ca30df/praxis-route-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:39.220760467Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:41.88828102Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ba0edc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ba0edc","reconcileID":"0b237bda-6d09-44ec-9efc-bd1794eeec60","aitenant":"ai-tenants/e2e-praxis-a-ba0edc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:42.3903237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec16943-29d4-4e50-bfe5-8e716f44fb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:42.439062276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec16943-29d4-4e50-bfe5-8e716f44fb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:42.489414767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec16943-29d4-4e50-bfe5-8e716f44fb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:42.539950765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec16943-29d4-4e50-bfe5-8e716f44fb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:42.645790302Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ba0edc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ba0edc","reconcileID":"0b237bda-6d09-44ec-9efc-bd1794eeec60","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ba0edc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ba0edc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:43.639556474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"f537ddab-9020-49f2-aaa7-9daa44e04cbc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:43.75401219Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"f537ddab-9020-49f2-aaa7-9daa44e04cbc","name":"e2e-shared-a-w0-6687a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:44.344958584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47228e50-31e8-42e3-ba81-3e0474f5a19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:44.393758583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47228e50-31e8-42e3-ba81-3e0474f5a19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:44.442523075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47228e50-31e8-42e3-ba81-3e0474f5a19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:44.491701283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47228e50-31e8-42e3-ba81-3e0474f5a19e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:46.267259192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efc56fe-682b-4587-9fa6-5de13380fa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:46.319027948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efc56fe-682b-4587-9fa6-5de13380fa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:46.367746146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efc56fe-682b-4587-9fa6-5de13380fa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:46.418001923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1efc56fe-682b-4587-9fa6-5de13380fa92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:48.224606544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16250100-65b7-4000-8c2e-7d2901245516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:48.274272357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16250100-65b7-4000-8c2e-7d2901245516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:48.322832735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16250100-65b7-4000-8c2e-7d2901245516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:48.371575919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16250100-65b7-4000-8c2e-7d2901245516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:50.178253678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0645b25d-f3b5-4de1-acf7-9c97d8d3d0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:50.228704861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0645b25d-f3b5-4de1-acf7-9c97d8d3d0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:50.277893505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0645b25d-f3b5-4de1-acf7-9c97d8d3d0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:50.326552456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0645b25d-f3b5-4de1-acf7-9c97d8d3d0d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:52.120874013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfd91ef-0d94-4ac2-88b9-868ac1027430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:52.169833977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfd91ef-0d94-4ac2-88b9-868ac1027430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:52.222866553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfd91ef-0d94-4ac2-88b9-868ac1027430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:52.286922315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfd91ef-0d94-4ac2-88b9-868ac1027430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:54.072144415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75a74d9-c642-4574-9806-4dff737be66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:54.121042653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75a74d9-c642-4574-9806-4dff737be66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:54.169781949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75a74d9-c642-4574-9806-4dff737be66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:54.218511888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75a74d9-c642-4574-9806-4dff737be66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:56.020146837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a842c69-b6c6-4463-a0c9-4a7ceb13e874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:56.069057551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a842c69-b6c6-4463-a0c9-4a7ceb13e874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:56.117684474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a842c69-b6c6-4463-a0c9-4a7ceb13e874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:56.166601674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a842c69-b6c6-4463-a0c9-4a7ceb13e874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:58.000698216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1c12cc-db42-4734-bc5f-df1ed9873e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:58.04997558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1c12cc-db42-4734-bc5f-df1ed9873e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:58.103263993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1c12cc-db42-4734-bc5f-df1ed9873e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:58.154812414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b1c12cc-db42-4734-bc5f-df1ed9873e54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:58.306323453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"4a9594be-4518-4060-9854-8f99c2ce07ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:58.46782634Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"4a9594be-4518-4060-9854-8f99c2ce07ed","name":"e2e-shared-a-w2-db18ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:59.947091186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2fe2ae-b01e-493d-857f-2769e7487984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T11:59:59.995917658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2fe2ae-b01e-493d-857f-2769e7487984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:00.044410922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2fe2ae-b01e-493d-857f-2769e7487984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:00.093046629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a2fe2ae-b01e-493d-857f-2769e7487984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:01.888599492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42af2c28-1584-4e21-9b49-daed6e91ea2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:01.937317817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42af2c28-1584-4e21-9b49-daed6e91ea2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:01.985958328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42af2c28-1584-4e21-9b49-daed6e91ea2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:02.034725263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42af2c28-1584-4e21-9b49-daed6e91ea2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.468868742Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","namespace":"ai-tenant-e2e-praxis-a-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.468935387Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","namespace":"ai-tenant-e2e-praxis-a-ca30df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.468991705Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","tenant":"e2e-praxis-a-ca30df","tenantID":"e2e-praxis-a-ca30df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.529636693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ca30df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.587271928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"Service","name":"maas-api-e2e-praxis-a-ca30df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.645234026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ca30df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.696513801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ca30df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.751728851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.804703486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.853744781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01ddc38-4b8b-4340-a6a9-c2c9d7ab0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.902988311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01ddc38-4b8b-4340-a6a9-c2c9d7ab0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.908484561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:03.95777893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01ddc38-4b8b-4340-a6a9-c2c9d7ab0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.007184042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01ddc38-4b8b-4340-a6a9-c2c9d7ab0386","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.009605402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.059614167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.108248652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.156984938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"Service","name":"payload-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.205604996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.261317839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.309584157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.357829555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.412287847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.460550958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.509058514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.559684189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ca30df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:04.608633044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ca30df"},"namespace":"ai-tenant-e2e-praxis-a-ca30df","name":"default-tenant","reconcileID":"75335717-aced-4b2e-b616-b62f720b6026","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ca30df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:05.836401352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf7a172-302a-4f32-9211-fc0a864ec74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:05.88512758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf7a172-302a-4f32-9211-fc0a864ec74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:05.93396818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf7a172-302a-4f32-9211-fc0a864ec74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:05.982674952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf7a172-302a-4f32-9211-fc0a864ec74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:07.785714198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870d785c-d6d8-40b6-a3a8-dda6379c0700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:07.834291941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870d785c-d6d8-40b6-a3a8-dda6379c0700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:07.882815756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870d785c-d6d8-40b6-a3a8-dda6379c0700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:07.931635887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"870d785c-d6d8-40b6-a3a8-dda6379c0700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:08.33996262Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ca30df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ca30df","reconcileID":"634a6577-116b-4b43-afd7-64106ee75a4c","aitenant":"ai-tenants/e2e-praxis-a-ca30df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:09.126349397Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ca30df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ca30df","reconcileID":"634a6577-116b-4b43-afd7-64106ee75a4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ca30df","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ca30df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:09.221585864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:09.878713657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0140ebb-0b21-4ff9-a2b5-e4da1a160355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:09.97481802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0140ebb-0b21-4ff9-a2b5-e4da1a160355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:10.026314035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0140ebb-0b21-4ff9-a2b5-e4da1a160355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:10.076831773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0140ebb-0b21-4ff9-a2b5-e4da1a160355","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:11.997541614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11b7240-bc77-4749-a511-b9ece3c42a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:12.046636768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11b7240-bc77-4749-a511-b9ece3c42a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:12.097768895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11b7240-bc77-4749-a511-b9ece3c42a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:12.146875751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c11b7240-bc77-4749-a511-b9ece3c42a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:13.998947255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51876e8-83a2-42cc-a14e-8bfd9a6f3496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:14.04805086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51876e8-83a2-42cc-a14e-8bfd9a6f3496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:14.097422828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51876e8-83a2-42cc-a14e-8bfd9a6f3496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:14.146379279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51876e8-83a2-42cc-a14e-8bfd9a6f3496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:15.98404829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909eeef2-0b09-415b-b1a6-8c1019e73ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:16.033066436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909eeef2-0b09-415b-b1a6-8c1019e73ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:16.083802365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909eeef2-0b09-415b-b1a6-8c1019e73ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:16.133777324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909eeef2-0b09-415b-b1a6-8c1019e73ae4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:17.924447008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94392297-5091-49d8-ab8c-be25aba15907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:17.97339875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94392297-5091-49d8-ab8c-be25aba15907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:18.023135285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94392297-5091-49d8-ab8c-be25aba15907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:18.072069163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94392297-5091-49d8-ab8c-be25aba15907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:19.909012399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682bd9c3-c9ee-4418-81e9-956048045bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:19.958567013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682bd9c3-c9ee-4418-81e9-956048045bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:20.007369107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682bd9c3-c9ee-4418-81e9-956048045bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:20.055848566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682bd9c3-c9ee-4418-81e9-956048045bc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:21.898219096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb5a5642-dd0a-4856-b779-040a9cb0bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:21.947130646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb5a5642-dd0a-4856-b779-040a9cb0bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:21.996709202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb5a5642-dd0a-4856-b779-040a9cb0bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:22.045483859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb5a5642-dd0a-4856-b779-040a9cb0bedf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:23.903318206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11e97fd-e079-41d2-9b04-f697bc65386f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:23.952201298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11e97fd-e079-41d2-9b04-f697bc65386f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:24.001784028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11e97fd-e079-41d2-9b04-f697bc65386f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:24.050396851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11e97fd-e079-41d2-9b04-f697bc65386f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:25.892715557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228d10a-7642-4508-8212-3ba2e968ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:25.943087465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228d10a-7642-4508-8212-3ba2e968ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:25.993251661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228d10a-7642-4508-8212-3ba2e968ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:26.041876068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2228d10a-7642-4508-8212-3ba2e968ecc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:27.83786928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbdb9c2-079b-4de4-b700-e43a17c5e37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:27.886538599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbdb9c2-079b-4de4-b700-e43a17c5e37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:27.935213633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbdb9c2-079b-4de4-b700-e43a17c5e37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:27.983945327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbdb9c2-079b-4de4-b700-e43a17c5e37c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:29.793348284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c04af4-cb51-4ce8-8f1c-48a3211a2604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:29.843067364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c04af4-cb51-4ce8-8f1c-48a3211a2604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:29.891855079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c04af4-cb51-4ce8-8f1c-48a3211a2604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:29.972252651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c04af4-cb51-4ce8-8f1c-48a3211a2604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:31.77490952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165ac6cb-96ae-4faa-8fdc-5baf22d78212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:31.823654037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165ac6cb-96ae-4faa-8fdc-5baf22d78212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:31.872675726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165ac6cb-96ae-4faa-8fdc-5baf22d78212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:31.921414051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"165ac6cb-96ae-4faa-8fdc-5baf22d78212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:33.782684687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e9a3de-dad5-414c-ba63-ac988df5a135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:33.831538572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e9a3de-dad5-414c-ba63-ac988df5a135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:33.88013835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e9a3de-dad5-414c-ba63-ac988df5a135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:33.930002569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e9a3de-dad5-414c-ba63-ac988df5a135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:35.170601166Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-37b67b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-37b67b","reconcileID":"4db076bf-532c-4e79-ad28-072d50cac509","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-37b67b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-37b67b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:35.75884676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b4724c-7fd6-4b4c-b601-10b95befa89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:35.808071825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b4724c-7fd6-4b4c-b601-10b95befa89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:35.857305192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b4724c-7fd6-4b4c-b601-10b95befa89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:35.906168058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86b4724c-7fd6-4b4c-b601-10b95befa89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:37.795934697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9227fe-660e-4302-b19d-c9ae50d67d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:37.845023888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9227fe-660e-4302-b19d-c9ae50d67d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:37.893859605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9227fe-660e-4302-b19d-c9ae50d67d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:37.942576885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9227fe-660e-4302-b19d-c9ae50d67d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:39.220940903Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:39.814139606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4052aee-2866-4c56-93b9-82426072df76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:39.893260201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4052aee-2866-4c56-93b9-82426072df76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:39.972345098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4052aee-2866-4c56-93b9-82426072df76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:40.072844114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4052aee-2866-4c56-93b9-82426072df76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:41.884420471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8677852-fb20-4783-b250-3de70773ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:41.933179481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8677852-fb20-4783-b250-3de70773ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:41.982080841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8677852-fb20-4783-b250-3de70773ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:42.030931907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8677852-fb20-4783-b250-3de70773ffc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:43.89058415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79788434-4c18-4f80-9a3b-69a8e8c95e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:43.93958786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79788434-4c18-4f80-9a3b-69a8e8c95e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:43.990973602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79788434-4c18-4f80-9a3b-69a8e8c95e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:44.040073089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79788434-4c18-4f80-9a3b-69a8e8c95e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:44.711385618Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","namespace":"ai-tenant-e2e-praxis-b-d06a05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:44.711507724Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","namespace":"ai-tenant-e2e-praxis-b-d06a05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:44.711585094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","tenant":"e2e-praxis-b-d06a05","tenantID":"e2e-praxis-b-d06a05","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:44.766234814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-d06a05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:44.830779646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"Service","name":"maas-api-e2e-praxis-b-d06a05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:44.891891194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-d06a05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:44.944324812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-d06a05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.08085123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.145125557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.199166717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.257811326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.309555184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.389212681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.439380456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"Service","name":"payload-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.488106661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.536707368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.585189736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.633609148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.68751186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.735983537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.784594787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.835878617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-d06a05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.887842723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d06a05"},"namespace":"ai-tenant-e2e-praxis-b-d06a05","name":"default-tenant","reconcileID":"3c693d7d-e32b-4d6d-803f-1f18db5e9cd1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-d06a05","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.914935012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e6eac6-3804-442c-b9c1-ef3e3c8ca144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:45.963428883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e6eac6-3804-442c-b9c1-ef3e3c8ca144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:46.012091062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e6eac6-3804-442c-b9c1-ef3e3c8ca144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:46.060825772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e6eac6-3804-442c-b9c1-ef3e3c8ca144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:47.904417369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524fabbc-63a2-4f04-ae99-89e06fabf876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:47.954131941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524fabbc-63a2-4f04-ae99-89e06fabf876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:48.002760588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524fabbc-63a2-4f04-ae99-89e06fabf876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:48.051226168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524fabbc-63a2-4f04-ae99-89e06fabf876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:49.370845519Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-ac2eb4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-ac2eb4","reconcileID":"c5778f07-1cb5-42b5-9bc0-527b1aecc57e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-ac2eb4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-ac2eb4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:49.861592924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd16747-6cab-4ba2-b527-bdd90b85dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:49.910386203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd16747-6cab-4ba2-b527-bdd90b85dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:49.95894295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd16747-6cab-4ba2-b527-bdd90b85dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:50.007650757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dd16747-6cab-4ba2-b527-bdd90b85dcfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:51.799715959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f28c15d-412e-4bf7-9f96-9c4211cad784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:51.857932907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f28c15d-412e-4bf7-9f96-9c4211cad784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:51.909369315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f28c15d-412e-4bf7-9f96-9c4211cad784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:51.958214181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f28c15d-412e-4bf7-9f96-9c4211cad784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:52.894077747Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d06a05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d06a05","reconcileID":"b6c91951-19ac-457a-8423-66106c631052","aitenant":"ai-tenants/e2e-praxis-b-d06a05","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:53.63478145Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d06a05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d06a05","reconcileID":"b6c91951-19ac-457a-8423-66106c631052","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d06a05","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-d06a05"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:53.785889265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0310c6-363e-44e3-a711-70ce68ea38f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:53.834505517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0310c6-363e-44e3-a711-70ce68ea38f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:53.887532341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0310c6-363e-44e3-a711-70ce68ea38f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:53.936775026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b0310c6-363e-44e3-a711-70ce68ea38f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:55.803405299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12711893-6160-423c-b645-b32a50ba2f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:55.852072045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12711893-6160-423c-b645-b32a50ba2f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:55.900965553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12711893-6160-423c-b645-b32a50ba2f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:55.950855948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12711893-6160-423c-b645-b32a50ba2f7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:57.788419271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c98121-1f3b-4462-9bde-6233489b6233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:57.837243884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c98121-1f3b-4462-9bde-6233489b6233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:57.886155969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c98121-1f3b-4462-9bde-6233489b6233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:57.935210218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c98121-1f3b-4462-9bde-6233489b6233","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:59.862752612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99c4237-d3c1-44d3-bbed-9c6d2c48774a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:59.912192522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99c4237-d3c1-44d3-bbed-9c6d2c48774a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:00:59.961114818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99c4237-d3c1-44d3-bbed-9c6d2c48774a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:00.010531259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a99c4237-d3c1-44d3-bbed-9c6d2c48774a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.066648088Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","namespace":"ai-tenant-e2e-praxis-b-cd6ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.066731338Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","namespace":"ai-tenant-e2e-praxis-b-cd6ad0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.066829765Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","tenant":"e2e-praxis-b-cd6ad0","tenantID":"e2e-praxis-b-cd6ad0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.117401686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cd6ad0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.174299176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"Service","name":"maas-api-e2e-praxis-b-cd6ad0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.230839886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cd6ad0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.252781984Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-e5dff6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-e5dff6","reconcileID":"400ca929-3d3a-4ed2-b59d-bd0a68a22c53","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-e5dff6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-e5dff6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.309912145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cd6ad0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.362074937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.413402088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.466755049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.518799092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.567261815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.616732293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.66565969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"Service","name":"payload-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.716639023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.770742918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.821063022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.839998669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56e238f-05b9-4181-aaec-274bdd05d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.889791609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56e238f-05b9-4181-aaec-274bdd05d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.895928266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.93848617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56e238f-05b9-4181-aaec-274bdd05d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.990882941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d56e238f-05b9-4181-aaec-274bdd05d278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:01.995550762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:02.052086914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:02.100902273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:02.155729094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cd6ad0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:02.209064993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd6ad0"},"namespace":"ai-tenant-e2e-praxis-b-cd6ad0","name":"default-tenant","reconcileID":"e16d956a-b9e2-4750-9bed-3322d28b025c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cd6ad0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:03.887543439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0efab7-30da-49d2-b9a9-e8e6067fb3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:03.936383259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0efab7-30da-49d2-b9a9-e8e6067fb3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:03.94378664Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6cff7f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6cff7f","reconcileID":"6c318e06-be7b-46b6-861d-e3e278d2c563","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6cff7f","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6cff7f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:03.985093852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0efab7-30da-49d2-b9a9-e8e6067fb3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:04.033806784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0efab7-30da-49d2-b9a9-e8e6067fb3ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:05.913033801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89aa9116-b7e6-466f-95c4-d3e5f7678e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:05.961591559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89aa9116-b7e6-466f-95c4-d3e5f7678e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:06.010092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89aa9116-b7e6-466f-95c4-d3e5f7678e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:06.061669771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89aa9116-b7e6-466f-95c4-d3e5f7678e23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:08.884653446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452f0c37-caf9-4cce-98a5-1ba683a0a462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:08.933541027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452f0c37-caf9-4cce-98a5-1ba683a0a462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:08.982292852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452f0c37-caf9-4cce-98a5-1ba683a0a462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:08.982414858Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd6ad0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd6ad0","reconcileID":"bd8175a5-0a23-4882-adc6-4ace0d27cbbd","aitenant":"ai-tenants/e2e-praxis-b-cd6ad0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:09.031022833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452f0c37-caf9-4cce-98a5-1ba683a0a462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:09.238941325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:09.732536407Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd6ad0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd6ad0","reconcileID":"bd8175a5-0a23-4882-adc6-4ace0d27cbbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cd6ad0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cd6ad0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:10.894938171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24552d19-172f-4bae-aa99-8a98e63f583e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:10.944178994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24552d19-172f-4bae-aa99-8a98e63f583e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:10.992795606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24552d19-172f-4bae-aa99-8a98e63f583e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:11.041598777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24552d19-172f-4bae-aa99-8a98e63f583e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:12.91108506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06776c2f-e3ef-4b2f-890c-77daddd3b9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:12.960282801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06776c2f-e3ef-4b2f-890c-77daddd3b9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:13.010439474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06776c2f-e3ef-4b2f-890c-77daddd3b9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:13.060365524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06776c2f-e3ef-4b2f-890c-77daddd3b9e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:13.225941374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"a5ff4c0a-f066-499a-8c3e-b7276ab0b7b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:14.839857765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce4949-a909-4524-b79c-0f6c3427edfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:14.890033312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce4949-a909-4524-b79c-0f6c3427edfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:14.939091181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce4949-a909-4524-b79c-0f6c3427edfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:14.987950493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce4949-a909-4524-b79c-0f6c3427edfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:15.342540439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"1ad805c0-7520-4291-841b-d65bb54d0295","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:16.287682577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"1f45adcd-8590-460e-a6c9-2b01b0f9cad8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:18.958213645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"607dd5dc-fa88-480f-9b8d-00d4e9248c36","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.010271405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"3c3aa627-277d-4760-a0e4-e8bfa63f4013","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.156396073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"5867ee66-b329-49ad-971d-6db1aa44606e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.20995277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"5867ee66-b329-49ad-971d-6db1aa44606e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.349870654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"9b1af049-bf11-43fa-9bd9-8c7498f67c8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.362887528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"41e2051d-e407-45ef-8746-2745009a4c26","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.417319213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"04ce75e8-2865-494e-951f-c5adbca2d62f","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:01:19.467576667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-user-subscription","reconcileID":"eeeb0084-d55d-48ba-9384-4662b86219e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.509924237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"593316b4-8fcc-481e-a132-dc46b2672ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.510342033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4f70d6d4-f164-4079-9775-b57c3ab85ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.515952413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"6ea7920a-a821-49c5-9667-070cb0321bdd","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.564034188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"593316b4-8fcc-481e-a132-dc46b2672ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.564316526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4f70d6d4-f164-4079-9775-b57c3ab85ca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.583020441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"725d155c-d09c-4466-bb57-7b00bf6ebe45","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.634892174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"57c36758-da46-4ded-a4ae-a52afde5c3ec","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.661720822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"af3a72d5-c3ad-4192-bd00-df865cf4ebe0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.686186573Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-5d4b82 priority=0:[ai-tenant-e2e-worker-w3-5d4b82/e2e-test-other-subscription ai-tenant-e2e-worker-w3-5d4b82/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.686265423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"c00bd7c7-0799-4e9f-b1fa-19054693876b","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.715873634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"af3a72d5-c3ad-4192-bd00-df865cf4ebe0","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.740146744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"ce89f47f-ca4a-4c4e-a34f-eedd6d96b22d","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.790009032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"7419fc21-0dbc-48d0-8a0e-c2d86bc824d5","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:01:19.794620161Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-5d4b82/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.842542266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"3a58a2e9-dd45-4683-b1d2-9e1b66643f5b","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.888711126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-user-subscription","reconcileID":"150dd2cf-017f-483a-8ca0-3e79258745e2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-5d4b82/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-5d4b82/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-5d4b82/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.908774037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"7c730f5d-ea2f-4ab9-bdf6-c5b33fcd4db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.908778393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"7fc1eb42-73cd-46ec-888b-0a09b1094c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.962961276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"7c730f5d-ea2f-4ab9-bdf6-c5b33fcd4db0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:19.963190105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"7fc1eb42-73cd-46ec-888b-0a09b1094c6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.039020459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-other-subscription","reconcileID":"adbe7aa3-41b0-4ef8-9ee8-11aae6d5489f","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.04552576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"6304db99-ea7b-45b9-b4c6-06a87335a81f","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.108733736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"3b3d1460-07af-42a3-935d-f31c4ff7d4ac","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.139527751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"8ad1e2c9-197d-49a3-aae2-14485b36c542","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.162240978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"3b3d1460-07af-42a3-935d-f31c4ff7d4ac","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.194903507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"f15961f1-1758-4f02-b044-48bb0732a679","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.244958397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-user-subscription","reconcileID":"36001b51-4906-484b-a5c5-64760de444f8","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.258444627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"069a72ed-cbbb-49f3-a42a-54ab256ee97f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.258505219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f5be0f1d-71d3-4b67-80f7-ac27aa8e0517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.31257798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"069a72ed-cbbb-49f3-a42a-54ab256ee97f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.312600606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f5be0f1d-71d3-4b67-80f7-ac27aa8e0517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.392219562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-other-subscription","reconcileID":"aeac2b14-e757-4602-8fd2-39f194fa1c49","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:20.400557963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"36cd7592-0cfc-43ba-81e8-64bc227d28b7","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:22.850525572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"20044546-5b00-4dae-a850-eb5505701676","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:22.99751865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"a5745233-2241-4332-803e-457b8aa58575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:22.997537196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"14f4a5a2-a47d-4c0d-8ed1-0576834b5b2e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:22.998017322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"fed89f17-5553-4a31-9095-e9ba5205457f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:23.052897308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"14f4a5a2-a47d-4c0d-8ed1-0576834b5b2e","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:23.052913588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"a5745233-2241-4332-803e-457b8aa58575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:23.055149914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"fed89f17-5553-4a31-9095-e9ba5205457f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:26.146762376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"f9d59f73-8555-427d-8d86-5687823d6f95","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-37b67b","tenantID":"e2e-praxis-b-37b67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:26.259778882Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"f9d59f73-8555-427d-8d86-5687823d6f95","name":"e2e-praxis-b-37b67b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.003573093Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-user-subscription","reconcileID":"54ea4334-bd79-4f76-a1ea-f7794e1b18e4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.207473392Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-user-subscription","reconcileID":"54ea4334-bd79-4f76-a1ea-f7794e1b18e4","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-5d4b82/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-5d4b82/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.404797672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-other-subscription","reconcileID":"7447bc5b-1a0c-4e28-8f22-8a8c10abd307","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.404838325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"e108e144-d0e1-4e1c-9cc1-641ff866411a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.415758201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"90b2d54f-2f46-4d4c-b4ae-d0f200276bf0","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.471389292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"91c31aab-5c04-403f-8616-a567190d605c","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.556873612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"4c00fbbc-ad9e-4702-ab65-efae99e97d79","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.563055322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"30c8affc-3df9-4177-9125-f3ffaeb72f95","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.563226965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d0dd5d6f-874f-430b-89fa-bcb74a9d7199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.563055147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"213f80f9-8691-4d10-9eb9-a9797144b5f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.617311282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d0dd5d6f-874f-430b-89fa-bcb74a9d7199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.617315621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"30c8affc-3df9-4177-9125-f3ffaeb72f95","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.619277041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"213f80f9-8691-4d10-9eb9-a9797144b5f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.961575888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"92cd2b1e-2e80-4f14-9aac-ed7fdb48f09f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.961588338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"1077bbc0-fe87-43c1-b72d-ca227e7ca0f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:33.962062755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"cc5ea50b-f2de-4e7c-9018-fbafc9d18b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:34.019004264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"92cd2b1e-2e80-4f14-9aac-ed7fdb48f09f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:34.019516487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"cc5ea50b-f2de-4e7c-9018-fbafc9d18b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:34.021943373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"1077bbc0-fe87-43c1-b72d-ca227e7ca0f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:39.221313649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:43.710083593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-other-subscription","reconcileID":"c90dee73-9c45-40ca-a91e-592865746370","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:43.915329491Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-other-subscription","reconcileID":"c90dee73-9c45-40ca-a91e-592865746370","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-5d4b82/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.132194803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"a1f764bd-f880-40cf-98b6-b58238029aed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.139804738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"030c8fab-598a-4e1c-aaf0-2105ff8a387a","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.293937643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"da6ad83f-d8fb-4b32-bc70-3f1c9f957e95","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.2946794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"bf61accb-ddb1-460b-b668-998a9d1fb7fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.294781265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c313616b-8485-4968-979a-5598d0acef82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.295762945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"ad92f981-156d-4397-a1ea-cca96033b3a6","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.349005319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"bf61accb-ddb1-460b-b668-998a9d1fb7fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.349062315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"da6ad83f-d8fb-4b32-bc70-3f1c9f957e95","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.351244334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c313616b-8485-4968-979a-5598d0acef82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.496021359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"e2e-test-auth-access-denied","reconcileID":"96ba2b1e-1e10-4d0e-952b-9a5348deb0af","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.543960951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"550cd5c7-b243-4d16-8988-54d86b4bd940","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.658794407Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"550cd5c7-b243-4d16-8988-54d86b4bd940","name":"e2e-shared-b-w0-ac2eb4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:44.701861346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"1ae88492-d217-43d6-979f-213e5b0dc0b2","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:50.26968263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000b5dfc-3332-4af9-9df7-b97986fd7145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:50.318804626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000b5dfc-3332-4af9-9df7-b97986fd7145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:50.370859376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000b5dfc-3332-4af9-9df7-b97986fd7145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:50.421542178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000b5dfc-3332-4af9-9df7-b97986fd7145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:50.833756205Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-c096df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-c096df","reconcileID":"9a2435ae-bc54-47ce-b8eb-ad377b3d4ba6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-c096df","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-c096df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:52.249633995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699e0539-9bd1-44c9-8804-44509087886f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:52.298597542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699e0539-9bd1-44c9-8804-44509087886f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:52.347283361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699e0539-9bd1-44c9-8804-44509087886f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:52.397085907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"699e0539-9bd1-44c9-8804-44509087886f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:54.246589331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b312a4-fbb7-4248-bc78-0b3a0978c5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:54.317826433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b312a4-fbb7-4248-bc78-0b3a0978c5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:54.372061495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b312a4-fbb7-4248-bc78-0b3a0978c5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:54.432195328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b312a4-fbb7-4248-bc78-0b3a0978c5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:56.30283904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e53e73-da4f-491e-b3f8-b0d34bfe696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:56.365238671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e53e73-da4f-491e-b3f8-b0d34bfe696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:56.414044629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e53e73-da4f-491e-b3f8-b0d34bfe696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:56.463114509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3e53e73-da4f-491e-b3f8-b0d34bfe696c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:59.501669714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"72d116c7-10b5-45e8-a304-e3a2c146ae95","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:01:59.612916265Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"72d116c7-10b5-45e8-a304-e3a2c146ae95","name":"e2e-shared-a-w1-e5dff6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:04.079037992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"76ba40e7-75bf-4df3-b2ea-16ca302c387d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:04.19223315Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"76ba40e7-75bf-4df3-b2ea-16ca302c387d","name":"e2e-shared-b-w2-6cff7f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:09.22412521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:28.889135172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367fd9c4-52a4-4b78-9c53-7ce8084f655b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:28.937890522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367fd9c4-52a4-4b78-9c53-7ce8084f655b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:28.986759259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367fd9c4-52a4-4b78-9c53-7ce8084f655b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:29.035426296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"367fd9c4-52a4-4b78-9c53-7ce8084f655b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:30.809675411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881d6f87-d03b-4184-b313-6cb4a7ff53e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:30.861613851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881d6f87-d03b-4184-b313-6cb4a7ff53e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:30.91128791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881d6f87-d03b-4184-b313-6cb4a7ff53e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:30.960418836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"881d6f87-d03b-4184-b313-6cb4a7ff53e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:32.792065961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7073d455-bfde-4ee7-9a8e-2fc49d16951c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:32.84084897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7073d455-bfde-4ee7-9a8e-2fc49d16951c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:32.895530896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7073d455-bfde-4ee7-9a8e-2fc49d16951c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:32.948518481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7073d455-bfde-4ee7-9a8e-2fc49d16951c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:39.238058851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:43.085655985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1008868f-933a-4919-abc1-dd6f37d50bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:43.13522064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1008868f-933a-4919-abc1-dd6f37d50bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:43.193817772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1008868f-933a-4919-abc1-dd6f37d50bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:43.243881129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1008868f-933a-4919-abc1-dd6f37d50bfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:45.150304001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cc28c6-c504-44e9-b89f-28d8d030bc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:45.199190083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cc28c6-c504-44e9-b89f-28d8d030bc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:45.249530751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cc28c6-c504-44e9-b89f-28d8d030bc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:45.298310199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cc28c6-c504-44e9-b89f-28d8d030bc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:47.861440079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd279b68-f10b-4a11-a67a-2811104e9de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:47.910761021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd279b68-f10b-4a11-a67a-2811104e9de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:47.960654234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd279b68-f10b-4a11-a67a-2811104e9de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:48.010402574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd279b68-f10b-4a11-a67a-2811104e9de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:49.818010462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219e22d0-c55b-4ee1-830d-57ad28581c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:49.866876728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219e22d0-c55b-4ee1-830d-57ad28581c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:49.916082107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219e22d0-c55b-4ee1-830d-57ad28581c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:49.96481308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219e22d0-c55b-4ee1-830d-57ad28581c92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:51.768624808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1a8871-efda-47d6-b301-bee01633effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:51.81730871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1a8871-efda-47d6-b301-bee01633effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:51.866842324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1a8871-efda-47d6-b301-bee01633effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:51.915546266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de1a8871-efda-47d6-b301-bee01633effa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:53.815066558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d271e3-a00a-49e3-a6a5-5cdd05ef23bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:53.864290847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d271e3-a00a-49e3-a6a5-5cdd05ef23bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:53.913225745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d271e3-a00a-49e3-a6a5-5cdd05ef23bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:53.962377763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d271e3-a00a-49e3-a6a5-5cdd05ef23bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:55.898674499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25697550-987d-46d5-bb1f-64389c9c23bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:55.948424304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25697550-987d-46d5-bb1f-64389c9c23bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:55.99758606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25697550-987d-46d5-bb1f-64389c9c23bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:56.04622755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25697550-987d-46d5-bb1f-64389c9c23bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:56.394186689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"f102b997-557c-4ca0-844a-97a7d193ab5b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:56.508552318Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"f102b997-557c-4ca0-844a-97a7d193ab5b","name":"e2e-shared-a-w3-c096df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:56.778555052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"e9dee040-92f0-4c24-815b-49c9127a933c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:56.985435024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"66a97e40-3316-4e77-82eb-b36f2902ebda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.088329963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5cbcffd-2bf4-4a2a-93cb-01be9aa93d8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.295770886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"8fbfe8a6-d270-4bee-ac1c-37eb989de6ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.415893303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"b9667e91-d6c0-4b8d-a934-19a9f925b9e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.586799047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"e4f30e7b-a1d3-4cd7-9511-4d96f4373194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.636920263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"a1207667-5ff9-4acb-9b9a-d808f1e038a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.636997748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"92189d56-3b8e-4d3c-aa1e-58a5931c2f74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.850759625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"7586e5e8-c8dc-4204-92ae-a95b2a7539ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.945895629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"11127fff-abdd-46bb-a8d2-f92f5a73b63e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:57.973623372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba3da68-a429-4af3-9a56-effc1955e566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:58.022703424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba3da68-a429-4af3-9a56-effc1955e566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:58.072101545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba3da68-a429-4af3-9a56-effc1955e566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:58.121402869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba3da68-a429-4af3-9a56-effc1955e566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:58.221589337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0d624cd-472b-4a97-83a2-7bf08fea8d0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:58.271415743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"9bc01199-3115-4dee-9fb8-2ef6895498c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:02:59.992728437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb2e71e-c9ff-486b-9e1d-a0c82a69d516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:00.041649785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb2e71e-c9ff-486b-9e1d-a0c82a69d516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:00.090626422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb2e71e-c9ff-486b-9e1d-a0c82a69d516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:00.139744665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb2e71e-c9ff-486b-9e1d-a0c82a69d516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:01.995347283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7bd2c0-168c-405a-9b4d-80aba264c41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:02.045099828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7bd2c0-168c-405a-9b4d-80aba264c41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:02.093962509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7bd2c0-168c-405a-9b4d-80aba264c41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:02.143113437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa7bd2c0-168c-405a-9b4d-80aba264c41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:08.09870733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c2ae13-0911-420a-9451-5a1be2793457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:08.147476461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c2ae13-0911-420a-9451-5a1be2793457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:08.196102111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c2ae13-0911-420a-9451-5a1be2793457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:08.244874647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c2ae13-0911-420a-9451-5a1be2793457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:09.2318215Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:10.081441133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb7dedc-ca8a-4bc8-9611-070477e64ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:10.129998065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb7dedc-ca8a-4bc8-9611-070477e64ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:10.179490224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb7dedc-ca8a-4bc8-9611-070477e64ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:10.229222072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cb7dedc-ca8a-4bc8-9611-070477e64ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:12.118581198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25fcf9b-a0a1-4b8e-9fac-ea815abba486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:12.171869235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25fcf9b-a0a1-4b8e-9fac-ea815abba486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:12.221887034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25fcf9b-a0a1-4b8e-9fac-ea815abba486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:12.271014578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25fcf9b-a0a1-4b8e-9fac-ea815abba486","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:14.118872657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2932095-6ca5-4879-b484-493eee3a6b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:14.167326246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2932095-6ca5-4879-b484-493eee3a6b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:14.215980071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2932095-6ca5-4879-b484-493eee3a6b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:14.264914039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2932095-6ca5-4879-b484-493eee3a6b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:14.4288262Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-ba36fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-ba36fd","reconcileID":"79834671-b2a2-4740-b095-8639a877a86b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-ba36fd","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-ba36fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:15.000822302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"559f9a95-d5a6-45ce-891c-1bab5d1db863","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:15.130346439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53059bf2-8e66-478c-8c14-eac43c57df7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:15.45907762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"848f25b1-5791-4225-a2cd-d457e8d391fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:15.507797958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"9217b28c-afe8-4f6f-96ec-a5a17d0a3a2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:15.605930874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c782bf5-ce84-41d0-bbf3-9f3fd1731dd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:15.605938518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"2f1ba43e-4b76-418d-bd6c-4321caa68c63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:15.773904699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"54b98ae5-f6c3-481e-8c1f-24846022eda1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.097910301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"93b35595-36c2-46c1-9d93-e478a8d01adf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.142545555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef211d30-6ade-47de-9080-b23c528eb744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.191561242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef211d30-6ade-47de-9080-b23c528eb744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.240936577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef211d30-6ade-47de-9080-b23c528eb744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.241257787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"a0302605-2351-4ea4-892d-2a8908349bdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.241806816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"35a0a0af-9202-45df-b9ea-6d946a70cb21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.290893536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef211d30-6ade-47de-9080-b23c528eb744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.358603041Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","namespace":"ai-tenant-e2e-praxis-a-06d2ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.358657142Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","namespace":"ai-tenant-e2e-praxis-a-06d2ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.35870407Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","tenant":"e2e-praxis-a-06d2ec","tenantID":"e2e-praxis-a-06d2ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.412439467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"Deployment","name":"maas-api-e2e-praxis-a-06d2ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.445936372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"88128929-d451-4517-b89c-4eda66638c38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.470395048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"Service","name":"maas-api-e2e-praxis-a-06d2ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.498019303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"b9acd71f-e1a9-4ce3-9392-c95740a542ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.553800403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-06d2ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.604851674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-06d2ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.660747466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.726552367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.783538605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.838696312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.889028476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.938333684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:16.986845574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"Service","name":"payload-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.037787238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.086121883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.135308096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.183976713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.237559372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.30658793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.355598205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.409120255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-06d2ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:17.460095888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-06d2ec"},"namespace":"ai-tenant-e2e-praxis-a-06d2ec","name":"default-tenant","reconcileID":"c973eb59-61a4-49d2-a04d-a18afa4bd440","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-06d2ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:18.241090992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d57a66-76d2-4b46-ae91-1350a2d4c4f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:18.290092941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d57a66-76d2-4b46-ae91-1350a2d4c4f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:18.339894396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d57a66-76d2-4b46-ae91-1350a2d4c4f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:18.388663059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d57a66-76d2-4b46-ae91-1350a2d4c4f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:20.275447375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7893103-f887-4fae-96e0-b9bb07167820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:20.349287829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7893103-f887-4fae-96e0-b9bb07167820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:20.398217341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7893103-f887-4fae-96e0-b9bb07167820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:20.446838981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7893103-f887-4fae-96e0-b9bb07167820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:20.653079135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"1a2af8a3-20c9-492d-917a-e5e43752a27a","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:20.653109924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"1a2af8a3-20c9-492d-917a-e5e43752a27a","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:24.304431573Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-06d2ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-06d2ec","reconcileID":"ea8ba710-2f5c-4af0-820e-a2138826a4bc","aitenant":"ai-tenants/e2e-praxis-a-06d2ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:24.794335319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d02092-7d32-4df7-b699-af114d896a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:24.843256564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d02092-7d32-4df7-b699-af114d896a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:24.892157487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d02092-7d32-4df7-b699-af114d896a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:24.940926725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d02092-7d32-4df7-b699-af114d896a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:25.097680176Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-06d2ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-06d2ec","reconcileID":"ea8ba710-2f5c-4af0-820e-a2138826a4bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-06d2ec","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-06d2ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:26.796313329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1443c8f4-a505-44e5-8721-76db4f7beaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:26.845467973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1443c8f4-a505-44e5-8721-76db4f7beaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:26.894672005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1443c8f4-a505-44e5-8721-76db4f7beaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:26.944038419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1443c8f4-a505-44e5-8721-76db4f7beaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:28.79474715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3f957d-115a-4084-8820-952c7ef24095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:28.843468102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3f957d-115a-4084-8820-952c7ef24095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:28.895607652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3f957d-115a-4084-8820-952c7ef24095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:28.945099301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3f957d-115a-4084-8820-952c7ef24095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:34.02226917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57746d46-7b8f-4faf-a700-64daa3b26265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:34.071065502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57746d46-7b8f-4faf-a700-64daa3b26265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:34.121355154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57746d46-7b8f-4faf-a700-64daa3b26265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:34.170760452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57746d46-7b8f-4faf-a700-64daa3b26265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:36.007100823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18773b1b-cb08-46f9-ae15-1a96ce873cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:36.056678245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18773b1b-cb08-46f9-ae15-1a96ce873cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:36.105373613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18773b1b-cb08-46f9-ae15-1a96ce873cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:36.154495592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18773b1b-cb08-46f9-ae15-1a96ce873cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:37.985838058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec13495-e824-4afc-b2d5-e2ea5ae513cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:38.034741061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec13495-e824-4afc-b2d5-e2ea5ae513cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:38.084357783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec13495-e824-4afc-b2d5-e2ea5ae513cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:38.13350131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec13495-e824-4afc-b2d5-e2ea5ae513cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:03:39.22099542Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:02.478360631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d5cb4e-b714-4e84-bd85-ee42ce4dffbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:02.527089674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d5cb4e-b714-4e84-bd85-ee42ce4dffbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:02.577026201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d5cb4e-b714-4e84-bd85-ee42ce4dffbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:02.625873813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02d5cb4e-b714-4e84-bd85-ee42ce4dffbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:04.446532134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e3629b-58b6-4eab-a58f-8d5f34f9f766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:04.49639311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e3629b-58b6-4eab-a58f-8d5f34f9f766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:04.544947619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e3629b-58b6-4eab-a58f-8d5f34f9f766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:04.593577148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e3629b-58b6-4eab-a58f-8d5f34f9f766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:06.770326607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36f8bffb-14ea-4352-bdb9-ee8abf0ff5e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:07.033658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"2d2d0f2f-ba5d-4439-b387-f5f8e30e492c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:07.224774482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"a88f90e9-8edd-4bf0-a409-7a2004295ef9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:07.334299335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"619970f3-6009-4a90-b359-22f786b7e19e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:07.358051581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"fa19231b-e3ad-416a-bf0b-739fe2885619","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:07.492755743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"419b5caa-cf05-4b39-84f4-c44f1210680b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:07.735929866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"9aac13bc-a46a-4ba3-b403-e4358f27586b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:07.871429617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"c4caefd3-f63f-4234-92ba-a9128257e331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.070941571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"d3d96e41-0923-4a60-8888-1bc40ed8cf26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.17134743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"a0138c7f-3a06-4119-9455-718ef060fbd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.195957467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"07a91e9f-cf97-4b30-8110-3246672de841","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.281567519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"61c6da8f-ba8e-4a84-b5f3-ae6e059dc112","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.386027756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7634cbf2-5eb7-45b7-8176-6cf6f8cd6c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.434993643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7634cbf2-5eb7-45b7-8176-6cf6f8cd6c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.483575659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7634cbf2-5eb7-45b7-8176-6cf6f8cd6c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.532055554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7634cbf2-5eb7-45b7-8176-6cf6f8cd6c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:08.976736763Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-48e17a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-48e17a","reconcileID":"d976865e-e773-4e23-80c3-f26e317dc2b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-48e17a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-48e17a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:09.221215999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:10.393280637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f35579-213a-43e9-b285-bff250ac9133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:10.442302135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f35579-213a-43e9-b285-bff250ac9133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:10.490951857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f35579-213a-43e9-b285-bff250ac9133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:10.540121013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67f35579-213a-43e9-b285-bff250ac9133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:12.446336462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a80e37b-9737-4c9a-bd30-ce3077b8a205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:12.495410667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a80e37b-9737-4c9a-bd30-ce3077b8a205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:12.56698107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a80e37b-9737-4c9a-bd30-ce3077b8a205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:12.617139802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a80e37b-9737-4c9a-bd30-ce3077b8a205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:14.484375444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddcee19-3fff-4b83-82ae-cc2c50a43848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:14.533120388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddcee19-3fff-4b83-82ae-cc2c50a43848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:14.581800499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddcee19-3fff-4b83-82ae-cc2c50a43848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:14.630675414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ddcee19-3fff-4b83-82ae-cc2c50a43848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:16.454613701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52d8921-9a44-40e9-87ab-ec867c8711fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:16.503339091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52d8921-9a44-40e9-87ab-ec867c8711fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:16.55282556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52d8921-9a44-40e9-87ab-ec867c8711fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:16.602499859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c52d8921-9a44-40e9-87ab-ec867c8711fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:18.399661733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3721b258-8f3e-4aa6-b66e-c4778c553d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:18.448599696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3721b258-8f3e-4aa6-b66e-c4778c553d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:18.497105048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3721b258-8f3e-4aa6-b66e-c4778c553d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:18.545873063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3721b258-8f3e-4aa6-b66e-c4778c553d6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:20.33098609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8073fbf9-5cf0-4587-9b74-1c86a56fdbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:20.379876139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8073fbf9-5cf0-4587-9b74-1c86a56fdbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:20.428585687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8073fbf9-5cf0-4587-9b74-1c86a56fdbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:20.47724692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8073fbf9-5cf0-4587-9b74-1c86a56fdbb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:24.241406086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"926de3bc-fa10-4e34-bd72-8e0712f4db24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:24.339598605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f24047e-15e2-4609-ac01-f8cb4be3d168","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:24.456726711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"c1a3c7cb-5253-4275-b4ff-19d0f8c58ab9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:24.457230314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3533ffc-1c8d-4c0a-8a4e-69b56f3f7621","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:24.554522356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"29b87876-0971-44ad-accc-d16ae0c08262","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:24.685606069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"486aaed3-3e4c-4c41-b52a-4ac298c41473","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:24.785050574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"0f6b321d-3eeb-4f99-9c5d-984c497ae027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:24.939507619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"afc9459e-0938-4920-87f5-64e16099befa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:25.299795758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"e4c17ba7-9cb9-4847-b979-4fc54d20350f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:25.429117755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"05be3d35-5462-489e-9aa0-e8e273e77954","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:25.485149969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"b1511c04-991e-43e4-bb6c-9d862b772412","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:25.55399213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"b7046ee1-09b5-4f05-a678-1b0d72713342","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:25.597938432Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"b1511c04-991e-43e4-bb6c-9d862b772412","name":"e2e-shared-b-w1-ba36fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:25.659883289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"67dff68d-1bfd-4056-8123-e850131135be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:34.890084962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","namespace":"ai-tenant-e2e-praxis-b-37b67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:34.890153478Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","namespace":"ai-tenant-e2e-praxis-b-37b67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:34.890206208Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","tenant":"e2e-praxis-b-37b67b","tenantID":"e2e-praxis-b-37b67b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:34.943488782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"Deployment","name":"maas-api-e2e-praxis-b-37b67b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.010565087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"Service","name":"maas-api-e2e-praxis-b-37b67b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.064968055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-37b67b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.118738891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-37b67b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.174635261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.233914994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.289729158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.343264437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.395027667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.44369992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.492658852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"Service","name":"payload-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.544082058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.595575011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.644805801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.693945839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.748475351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.797404264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.846085337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.913707756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-37b67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:35.962554082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-37b67b"},"namespace":"ai-tenant-e2e-praxis-b-37b67b","name":"default-tenant","reconcileID":"b43c8936-faa0-45df-be25-4b14d2e65dae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-37b67b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:39.222041549Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:40.6463727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"2833dbfb-8cdd-4eeb-bfac-fcb82bf73908","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:40.646396811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"2833dbfb-8cdd-4eeb-bfac-fcb82bf73908","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:44.370746239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"0a8b96d7-7b38-4699-b670-cfda34289851","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:44.370774667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"0a8b96d7-7b38-4699-b670-cfda34289851","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:44.487178054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"d2bc2239-a5b6-4597-8c68-358b7286e3a2","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:44.487201196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"d2bc2239-a5b6-4597-8c68-358b7286e3a2","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:44.732299938Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-37b67b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-37b67b","reconcileID":"cc62ea43-9806-4faa-81b7-0887a8c6c189","aitenant":"ai-tenants/e2e-praxis-b-37b67b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:45.238627896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df378151-e1ed-4675-b59e-14f73cbe314a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:45.287817292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df378151-e1ed-4675-b59e-14f73cbe314a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:45.336488856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df378151-e1ed-4675-b59e-14f73cbe314a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:45.385211988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df378151-e1ed-4675-b59e-14f73cbe314a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:45.49309795Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-37b67b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-37b67b","reconcileID":"cc62ea43-9806-4faa-81b7-0887a8c6c189","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-37b67b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-37b67b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:47.267421772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f984e512-6dcb-47e6-8634-52ab8d9bb03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:47.316419047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f984e512-6dcb-47e6-8634-52ab8d9bb03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:47.367290385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f984e512-6dcb-47e6-8634-52ab8d9bb03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:47.415949652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f984e512-6dcb-47e6-8634-52ab8d9bb03d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:49.215762325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d275137-ce0f-4c59-9162-6b19e59f7417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:49.265234406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d275137-ce0f-4c59-9162-6b19e59f7417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:49.314025213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d275137-ce0f-4c59-9162-6b19e59f7417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:49.364372999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d275137-ce0f-4c59-9162-6b19e59f7417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:49.941114778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"54b1c32f-d4bd-4964-974b-89373b81c21d","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:49.941136423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"54b1c32f-d4bd-4964-974b-89373b81c21d","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:49.994974775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"57ce2abd-3767-4a82-b416-d533ed2657d6","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:49.994993468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"57ce2abd-3767-4a82-b416-d533ed2657d6","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:50.097850616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"af9f3020-41a6-438d-996a-b47d5b4f5fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:50.285927777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"af9f3020-41a6-438d-996a-b47d5b4f5fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:50.389549223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"af9f3020-41a6-438d-996a-b47d5b4f5fb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:50.446859863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"03ea47d3-4fd9-4abd-ac13-442412ac62ea","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:50.446881384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"03ea47d3-4fd9-4abd-ac13-442412ac62ea","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:51.209183573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8cee24-8fca-4672-9008-a621557debca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:51.258110183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8cee24-8fca-4672-9008-a621557debca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:51.314431758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8cee24-8fca-4672-9008-a621557debca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:51.366218298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af8cee24-8fca-4672-9008-a621557debca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.132487975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"28de8656-d2b3-4a69-a084-abc48879aabe","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.18435792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"63603345-cafd-4a63-82bf-8a0089029df4","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.210087555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9b6d99-0a6a-4a60-9689-03d791876ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:04:53.235656136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-sub","reconcileID":"fd2c07b3-1e33-4de1-a77e-d1c225412785","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.258937567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9b6d99-0a6a-4a60-9689-03d791876ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.308513428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9b6d99-0a6a-4a60-9689-03d791876ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.357620219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9b6d99-0a6a-4a60-9689-03d791876ad5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.357749491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"e931f17b-10f1-4812-a258-2b5d06c7d4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.358092604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b6f68620-b591-46be-ad64-75f2fcc5546f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.406783642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"7547daf5-2b9d-40a9-97ea-d24cbbea3a0e","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.409597361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"70694974-0ef2-4283-8af9-700d9552cc78","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.412183324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b6f68620-b591-46be-ad64-75f2fcc5546f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.412322613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"e931f17b-10f1-4812-a258-2b5d06c7d4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.460939143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"ef121f35-26de-4589-98d4-65562a696735","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.464989093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"86abf4b7-af3a-48c2-a952-2566e50783cd","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.68993607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-auth","reconcileID":"7361019f-79c4-4616-8ce0-dcde52ca9781","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.743934033Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-sub","reconcileID":"92640d83-734f-422f-bc0f-5cc0a14b52af","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-distinct-w4-dc26c5","model":"distinct-w4-dc26c5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-dc26c5/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.745327014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-auth","reconcileID":"7361019f-79c4-4616-8ce0-dcde52ca9781","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.81863196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"fb8d547c-7a85-4229-9634-b85ff1ae3792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.873564282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"fb8d547c-7a85-4229-9634-b85ff1ae3792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.92162065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"e9e8c7c8-4342-4422-9066-809ea73997ad","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.930715854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"14d8671b-bfd8-4a83-b756-706ad06bfe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:53.98490016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"14d8671b-bfd8-4a83-b756-706ad06bfe93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:54.064334393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"65890978-77dc-4910-8035-d937eb2dce33","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:54.122858035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-sub","reconcileID":"acf44786-e56d-4b7c-a59b-1d502212c65b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-distinct-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/distinct-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:54.259305397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-auth","reconcileID":"ddaff7f7-595a-465e-8685-a7cb354cb837","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:54.314484451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-auth","reconcileID":"ddaff7f7-595a-465e-8685-a7cb354cb837","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:55.180628758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c9f90d-d78a-4f1c-a262-77305c347fb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:55.229972449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c9f90d-d78a-4f1c-a262-77305c347fb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:55.279147972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c9f90d-d78a-4f1c-a262-77305c347fb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:55.328548735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c9f90d-d78a-4f1c-a262-77305c347fb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:56.817231914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-auth","reconcileID":"0a367d9b-f5e1-488b-955f-f1d94d5d17aa","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/distinct-2-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:56.817329825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"1a44ba6f-8639-481f-9096-9f4551702505","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:57.021724665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"10bea877-292c-4d1b-a96c-3b9ba83645fb","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:57.176401692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"83965955-874b-4b80-811b-cb48a1b765b8","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:57.330429725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"de887c6c-d0c9-4db4-981f-bb0d78f71a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:57.330428806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"017b783c-1629-4bed-a1d5-2afc627a20f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:57.386050631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"017b783c-1629-4bed-a1d5-2afc627a20f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:04:57.386109889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"de887c6c-d0c9-4db4-981f-bb0d78f71a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:00.545151616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"ca62631e-56d1-4919-9d26-3196b38d2afd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:00.599162642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"ca62631e-56d1-4919-9d26-3196b38d2afd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:00.651877456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"ca62631e-56d1-4919-9d26-3196b38d2afd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:01.597366003Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-sub","reconcileID":"d6fdc5dd-55b7-48df-bf3e-5fabb76f772d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-62900877","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:09.223548256Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:10.75141161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"1e87455c-f05f-45cb-aef5-e36331b6ff30","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:10.806079525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"1e87455c-f05f-45cb-aef5-e36331b6ff30","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:10.859681606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ef9cec77611180b6b190cfe470f977191ab1100e86132de6211cded6ee621ac) AuthConfig (54b3d967ad23aa3b437a106d0e9119878ef51ec67e79b90786fd698f85e1fd46) AuthConfig (98fa834f6a2812fb982cbe203ab69e80e8563973981bb632769c406a60f101a8) AuthConfig (5942b3be7e1748b485d54d092b25702771da4d37cac74d3b495a59e7c09d7178) AuthConfig (6e9a2ce95986ef0bc90fbc338902edc5b2455544f17689bec8da09b22a51cad5) AuthConfig (9471e40b20f7b70c6a85c6b66e992b67f8c603b3e66352e4694bf5376f654312) AuthConfig (018e7527355a5a669b1c3cdb6b37f32b2ccc4ef132f38bf29105690aff4452be) AuthConfig (ae1d59883ca84d477a1ea813b1e59336824b4a1b09f04164ef7b3d2e584ee1a4) AuthConfig (65dbf209fa2621ceda19aa8418fb60e3c82484024528665bec2c56dfde26d4db) AuthConfig (8f74faeb292e28f871969fa74208d41cd02717839004a593ea591b2995917dd7) AuthConfig (48ae11301401b070477948b14ea27a74663d43665d9d944f1a9f6434e3f07491) AuthConfig (6dd7871e6eca9a6547d34088e1f5b7b79e5d594ec9d46731020c032e04215715) AuthConfig (d847597f042fd3465c933f0d4812fa598c8993301a8c1d0e2728d0caadfbe15a) AuthConfig (98b7675472a603e70a05393090fc3bcb0f43c09ff86a05853f0881a7e68d812e) AuthConfig (95c7ee50206254b7d9443232b7f21b85a2ab824a891b2c1b20f6c97a66aec553) AuthConfig (69424400815084da7ae62441c8d1bcac962050298e58f7f7efe78eb632520f9e) AuthConfig (92cf22051e7f180904a7b953713745c68e67d0781555bc67f44698a54db7773b) AuthConfig (6ca4597dfc34a017cb0f9c2110a1d5c5803d2330b9d3a0824baec4ede29c7f3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"1e87455c-f05f-45cb-aef5-e36331b6ff30","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:10.916606083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"1737a515-4839-4291-97dd-711593217431","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:10.916628481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"1737a515-4839-4291-97dd-711593217431","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:11.647647579Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-sub","reconcileID":"daab2ab1-8b0d-4f7b-afb3-2d9a5bf94f38","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/distinct-w4-dc26c5","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:11.696963765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-sub","reconcileID":"daab2ab1-8b0d-4f7b-afb3-2d9a5bf94f38","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/distinct-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:11.749285756Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"e2e-no-access-sub","reconcileID":"daab2ab1-8b0d-4f7b-afb3-2d9a5bf94f38","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/distinct-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:12.015198491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"2054d489-50a9-45f4-b960-7da5bd624ee3","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:12.162364391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b0638690-1993-455a-a1a9-f93350e21de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:12.162366424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5b35335b-deb1-453d-bb0a-dd7b30f0b6bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:12.21672407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b0638690-1993-455a-a1a9-f93350e21de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:12.217432556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5b35335b-deb1-453d-bb0a-dd7b30f0b6bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:16.727214238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6998856-eb96-4cc7-b4d6-6753a6ead6cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:16.776100475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6998856-eb96-4cc7-b4d6-6753a6ead6cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:16.826871555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6998856-eb96-4cc7-b4d6-6753a6ead6cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:16.87947521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6998856-eb96-4cc7-b4d6-6753a6ead6cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:17.353988019Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-f11179","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-f11179","reconcileID":"502e4d45-e4f9-49d3-bf05-4404e791ed1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-f11179","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-f11179":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:18.741046508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be6290e-c9c0-449f-8f4f-f89f30e663c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:18.78981328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be6290e-c9c0-449f-8f4f-f89f30e663c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:18.845062379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be6290e-c9c0-449f-8f4f-f89f30e663c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:18.894534715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be6290e-c9c0-449f-8f4f-f89f30e663c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:18.943132154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"45104766-8a83-405a-abf0-3369632e0a52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:19.065081233Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"45104766-8a83-405a-abf0-3369632e0a52","name":"e2e-shared-b-w3-48e17a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:20.72172847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f26e438-f59f-4d55-9622-f7eaf9ebaaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:20.774731099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f26e438-f59f-4d55-9622-f7eaf9ebaaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:20.824852213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f26e438-f59f-4d55-9622-f7eaf9ebaaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:20.878759436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f26e438-f59f-4d55-9622-f7eaf9ebaaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:21.038666571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"053fa8c0-4117-47aa-a2ee-ed352c28ef8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:21.096277466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"053fa8c0-4117-47aa-a2ee-ed352c28ef8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:21.156413651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ef9cec77611180b6b190cfe470f977191ab1100e86132de6211cded6ee621ac) AuthConfig (54b3d967ad23aa3b437a106d0e9119878ef51ec67e79b90786fd698f85e1fd46) AuthConfig (98fa834f6a2812fb982cbe203ab69e80e8563973981bb632769c406a60f101a8) AuthConfig (5942b3be7e1748b485d54d092b25702771da4d37cac74d3b495a59e7c09d7178) AuthConfig (6e9a2ce95986ef0bc90fbc338902edc5b2455544f17689bec8da09b22a51cad5) AuthConfig (9471e40b20f7b70c6a85c6b66e992b67f8c603b3e66352e4694bf5376f654312) AuthConfig (018e7527355a5a669b1c3cdb6b37f32b2ccc4ef132f38bf29105690aff4452be) AuthConfig (ae1d59883ca84d477a1ea813b1e59336824b4a1b09f04164ef7b3d2e584ee1a4) AuthConfig (65dbf209fa2621ceda19aa8418fb60e3c82484024528665bec2c56dfde26d4db) AuthConfig (8f74faeb292e28f871969fa74208d41cd02717839004a593ea591b2995917dd7) AuthConfig (48ae11301401b070477948b14ea27a74663d43665d9d944f1a9f6434e3f07491) AuthConfig (6dd7871e6eca9a6547d34088e1f5b7b79e5d594ec9d46731020c032e04215715) AuthConfig (d847597f042fd3465c933f0d4812fa598c8993301a8c1d0e2728d0caadfbe15a) AuthConfig (98b7675472a603e70a05393090fc3bcb0f43c09ff86a05853f0881a7e68d812e) AuthConfig (95c7ee50206254b7d9443232b7f21b85a2ab824a891b2c1b20f6c97a66aec553) AuthConfig (69424400815084da7ae62441c8d1bcac962050298e58f7f7efe78eb632520f9e) AuthConfig (92cf22051e7f180904a7b953713745c68e67d0781555bc67f44698a54db7773b) AuthConfig (6ca4597dfc34a017cb0f9c2110a1d5c5803d2330b9d3a0824baec4ede29c7f3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"053fa8c0-4117-47aa-a2ee-ed352c28ef8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:22.788765365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b6caac-e4ee-43a8-bce6-ecb4a637b6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:22.837659904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b6caac-e4ee-43a8-bce6-ecb4a637b6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:22.887508289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b6caac-e4ee-43a8-bce6-ecb4a637b6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:22.938569051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b6caac-e4ee-43a8-bce6-ecb4a637b6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:24.904037268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9614cf51-4ae4-466a-ac01-01099ce0fa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:24.953180175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9614cf51-4ae4-466a-ac01-01099ce0fa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:25.002737655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9614cf51-4ae4-466a-ac01-01099ce0fa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:25.059826839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9614cf51-4ae4-466a-ac01-01099ce0fa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:26.89215003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca945975-c1e1-4bd0-83e7-80377934bc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:26.9412709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca945975-c1e1-4bd0-83e7-80377934bc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:26.990630342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca945975-c1e1-4bd0-83e7-80377934bc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:27.039790866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca945975-c1e1-4bd0-83e7-80377934bc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:28.887407776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d54d826-aabc-4829-9c9f-3b75a940bf33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:28.936481556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d54d826-aabc-4829-9c9f-3b75a940bf33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:28.985192631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d54d826-aabc-4829-9c9f-3b75a940bf33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:29.034309188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d54d826-aabc-4829-9c9f-3b75a940bf33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:30.833913259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76b9611-c3c5-4961-8ad3-8a603eee1ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:30.882554008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76b9611-c3c5-4961-8ad3-8a603eee1ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:30.93174329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76b9611-c3c5-4961-8ad3-8a603eee1ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:30.980760036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76b9611-c3c5-4961-8ad3-8a603eee1ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:31.281861628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"94ca254c-4f79-4ba0-8514-1678246e352b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:31.336433413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"94ca254c-4f79-4ba0-8514-1678246e352b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:31.389269442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ef9cec77611180b6b190cfe470f977191ab1100e86132de6211cded6ee621ac) AuthConfig (54b3d967ad23aa3b437a106d0e9119878ef51ec67e79b90786fd698f85e1fd46) AuthConfig (98fa834f6a2812fb982cbe203ab69e80e8563973981bb632769c406a60f101a8) AuthConfig (5942b3be7e1748b485d54d092b25702771da4d37cac74d3b495a59e7c09d7178) AuthConfig (6e9a2ce95986ef0bc90fbc338902edc5b2455544f17689bec8da09b22a51cad5) AuthConfig (9471e40b20f7b70c6a85c6b66e992b67f8c603b3e66352e4694bf5376f654312) AuthConfig (018e7527355a5a669b1c3cdb6b37f32b2ccc4ef132f38bf29105690aff4452be) AuthConfig (ae1d59883ca84d477a1ea813b1e59336824b4a1b09f04164ef7b3d2e584ee1a4) AuthConfig (65dbf209fa2621ceda19aa8418fb60e3c82484024528665bec2c56dfde26d4db) AuthConfig (8f74faeb292e28f871969fa74208d41cd02717839004a593ea591b2995917dd7) AuthConfig (48ae11301401b070477948b14ea27a74663d43665d9d944f1a9f6434e3f07491) AuthConfig (6dd7871e6eca9a6547d34088e1f5b7b79e5d594ec9d46731020c032e04215715) AuthConfig (d847597f042fd3465c933f0d4812fa598c8993301a8c1d0e2728d0caadfbe15a) AuthConfig (98b7675472a603e70a05393090fc3bcb0f43c09ff86a05853f0881a7e68d812e) AuthConfig (95c7ee50206254b7d9443232b7f21b85a2ab824a891b2c1b20f6c97a66aec553) AuthConfig (69424400815084da7ae62441c8d1bcac962050298e58f7f7efe78eb632520f9e) AuthConfig (92cf22051e7f180904a7b953713745c68e67d0781555bc67f44698a54db7773b) AuthConfig (6ca4597dfc34a017cb0f9c2110a1d5c5803d2330b9d3a0824baec4ede29c7f3f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"94ca254c-4f79-4ba0-8514-1678246e352b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:32.772659816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd24a38f-7285-4951-a7b6-9b4b77ee7f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:32.821347877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd24a38f-7285-4951-a7b6-9b4b77ee7f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:32.872407159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd24a38f-7285-4951-a7b6-9b4b77ee7f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:32.922786179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd24a38f-7285-4951-a7b6-9b4b77ee7f90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:34.752489886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1debcba3-5a08-455f-b1e7-ab31cd370820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:34.80167065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1debcba3-5a08-455f-b1e7-ab31cd370820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:34.85052497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1debcba3-5a08-455f-b1e7-ab31cd370820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:34.899949707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1debcba3-5a08-455f-b1e7-ab31cd370820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:36.702785221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d0546a-2944-4a56-b087-819c03e8e469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:36.751724474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d0546a-2944-4a56-b087-819c03e8e469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:36.80074583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d0546a-2944-4a56-b087-819c03e8e469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:36.84961694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d0546a-2944-4a56-b087-819c03e8e469","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:38.711018368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9114ecd4-afc5-415a-a797-7a1a56fa687e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:38.760072382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9114ecd4-afc5-415a-a797-7a1a56fa687e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:38.80872383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9114ecd4-afc5-415a-a797-7a1a56fa687e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:38.857610837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9114ecd4-afc5-415a-a797-7a1a56fa687e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:39.223539089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:40.748856854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce7bd9d-379b-4e59-bdf4-42777b624430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:40.798426279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce7bd9d-379b-4e59-bdf4-42777b624430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:40.847287096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce7bd9d-379b-4e59-bdf4-42777b624430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:40.89736495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dce7bd9d-379b-4e59-bdf4-42777b624430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:41.499532434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"7a8ecc1f-2667-44e6-b254-bc1c66b770b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:41.553611674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"7a8ecc1f-2667-44e6-b254-bc1c66b770b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:41.859990794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"95ab82d9-2c3b-4cdc-bfda-b20023e67e23","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:41.860012962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"95ab82d9-2c3b-4cdc-bfda-b20023e67e23","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.152533561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"d0c765fa-0db6-4b92-a12a-2ef9a95102a1","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.152557201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"d0c765fa-0db6-4b92-a12a-2ef9a95102a1","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.208600529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"2a51fd72-dbb6-4654-8fbe-25896bf646af","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.208624582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"2a51fd72-dbb6-4654-8fbe-25896bf646af","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.251762611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"5b037994-287d-456f-8aa4-821f81bf5a53","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:05:47.258495034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"9360af22-6fd9-4f2c-a1ab-bb6db2f835e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d8ce3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:05:47.259798407Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"2a51fd72-dbb6-4654-8fbe-25896bf646af","name":"auth-test-model-6687a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6687a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:05:47.259845351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"2a51fd72-dbb6-4654-8fbe-25896bf646af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6687a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.265288514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"40153567-a7bb-4815-ab30-3ffd06b09c30","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.265316215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"40153567-a7bb-4815-ab30-3ffd06b09c30","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.307197422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"5b037994-287d-456f-8aa4-821f81bf5a53","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.3598432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"ae4836cf-ae8d-4895-831f-3b1965c9a015","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.359873259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"ae4836cf-ae8d-4895-831f-3b1965c9a015","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.415024398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"5e67e476-7f87-4aad-ad6b-bb5ffc9e0421","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.41504448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"5e67e476-7f87-4aad-ad6b-bb5ffc9e0421","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.605825447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"1b8319af-625a-4bb3-95c6-931d65bce816","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.624633342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"81dd3781-bb6d-4b3c-b891-c37a80d061f9","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-auth-test-model-6687a2","model":"auth-test-model-6687a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-6687a2/e2e-auth-iso-d8ce3e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.661107076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"1b8319af-625a-4bb3-95c6-931d65bce816","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.781804163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"2b39cab9-0489-487f-8694-81d8f04e48be","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.78188692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"2b39cab9-0489-487f-8694-81d8f04e48be","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:47.985517788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"209ff185-9d8f-4a0e-b562-384d0af3b5ca","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-auth-test-model-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:59.467427935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"a56de6d7-9e99-41aa-8b0d-986654416641","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:05:59.467492449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"a56de6d7-9e99-41aa-8b0d-986654416641","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:03.995955246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"d88ebfe8-d4ed-41df-bb7d-49ee082ee4bb","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-auth-test-model-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:04.153886658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"598183f7-70ce-486b-838f-17c2b1a5991f","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:04.153909943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"598183f7-70ce-486b-838f-17c2b1a5991f","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:04.383618416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"351294c8-cd9c-49c4-a376-ea4f0f90c0df","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:04.437592602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"351294c8-cd9c-49c4-a376-ea4f0f90c0df","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:04.950126397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"a54394b8-fc38-41ed-b166-33e6fe150739","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:04.950155007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"a54394b8-fc38-41ed-b166-33e6fe150739","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.002272092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"87f66572-1e92-408d-adf7-8942804e63b2","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.00229603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"87f66572-1e92-408d-adf7-8942804e63b2","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.100521803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"547ba1e5-30b8-4762-bf88-2f8637993dde","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.221505084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"547ba1e5-30b8-4762-bf88-2f8637993dde","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.274566021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-db18ad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"547ba1e5-30b8-4762-bf88-2f8637993dde","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.329297682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"ee2d117b-7b07-4e78-9565-770c535e62eb","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.329321845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"ee2d117b-7b07-4e78-9565-770c535e62eb","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.8020056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"5af5cfbc-d9ce-4795-bf56-7abd0d8bb075","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.802033124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"5af5cfbc-d9ce-4795-bf56-7abd0d8bb075","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.854118615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"354aba5d-2b60-4da2-ac04-3a8bf7945a69","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.854148363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"354aba5d-2b60-4da2-ac04-3a8bf7945a69","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:05.951725205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"1dca520d-74e8-4a48-8f2f-4926c40cccc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:06.072943796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"1dca520d-74e8-4a48-8f2f-4926c40cccc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:06.125305299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"1dca520d-74e8-4a48-8f2f-4926c40cccc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:06.180278893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"850bec6d-3353-4762-bf1c-b4146d335776","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:06.180305279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"850bec6d-3353-4762-bf1c-b4146d335776","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:09.222629276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:15.428044622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"fc976913-8938-403a-a173-c00bf0bf7434","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:15.483151686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"fc976913-8938-403a-a173-c00bf0bf7434","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:15.536176048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-db18ad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"fc976913-8938-403a-a173-c00bf0bf7434","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:16.320315635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"116e8645-a822-45b8-bdbc-1d8e69e6969f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:16.374824734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"116e8645-a822-45b8-bdbc-1d8e69e6969f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:16.433029898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"116e8645-a822-45b8-bdbc-1d8e69e6969f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:25.636187507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"beb57dc9-318b-4e99-bffc-a950899a70fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:25.690399537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"beb57dc9-318b-4e99-bffc-a950899a70fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:25.745033507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-db18ad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"beb57dc9-318b-4e99-bffc-a950899a70fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:26.532249184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"693568c1-ca5c-4307-89b9-23c092952a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:26.586066286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"693568c1-ca5c-4307-89b9-23c092952a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:26.638547008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"693568c1-ca5c-4307-89b9-23c092952a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:26.863595502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea2fff-8e7d-412d-8a75-8e3564bb255d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:26.912507016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea2fff-8e7d-412d-8a75-8e3564bb255d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:26.96127537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea2fff-8e7d-412d-8a75-8e3564bb255d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.010061813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eea2fff-8e7d-412d-8a75-8e3564bb255d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.881740828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8844597-f222-490d-bcae-f45665d8a238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.930539843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8844597-f222-490d-bcae-f45665d8a238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.979144713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8844597-f222-490d-bcae-f45665d8a238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:29.027717935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8844597-f222-490d-bcae-f45665d8a238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:30.018062842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"d1cf2416-e1b3-4b74-a03d-0d57b29a10a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-f11179","tenantID":"e2e-explicit-f11179","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:30.130322909Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"d1cf2416-e1b3-4b74-a03d-0d57b29a10a2","name":"e2e-explicit-f11179-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:35.842823219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"45136233-7731-451e-bb57-df6c2cc13c7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:35.896682039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"45136233-7731-451e-bb57-df6c2cc13c7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:35.949288428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-db18ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6d927dc73e3905a5e7a3cebe1d9e5eef12ff3ea51bbd5f10cc720b2311572b4) AuthConfig (f8182eeb0b837984c2d8669dd6e9afe2414257a05bff56af05886656d4277705) AuthConfig (40a84bcc0bb773a9df45f6fbe2a8c8493faeec376a5a678b4ac49722048b4add) AuthConfig (2642f42b57b21a326d6e58bebdc1e409eba512550f0d378786533e16bb203090) AuthConfig (dfd7a9fc92f47534071d7133db084c12a32d214f1031b04865eef72b9cf0fea9) AuthConfig (4f5791b9515485e87f9cae5c7d2808e0309b4a969fa1889fd0d4665dcc2454c6) AuthConfig (8e7a655823617c43e0018dcc73d243b7ec6db67882ca598fd4fe1ee5f7dfc073) AuthConfig (d42aaaff8c844a4349ac2db993b9b2e77cfe3bd33223b5be4b397fd761fff498) AuthConfig (5bd10be635c9e9ea48e220c4b5efc634f264578e1ad8f490c7ab4d0d1ab50a60) AuthConfig (d9615eb2a44b1e4b8a1dec0b10bc5813c7682c57e1d711e808839a455119e51d) AuthConfig (f69284e1990e5868d64d353ea39415e46dd48c042befd3beddca5334375fc794) AuthConfig (9f0ab5143e581ae7f6ab6283e10bb3fab89f3b0bcb26ae6f79e95e223a4fe984) AuthConfig (444349de6784f720e5a6c3d15ab9a0dcde6132c46e9631a8f4e71eb66e9f1a51) AuthConfig (faf5c933b0773fe1a255436c771fa33e6018c30b34b8c069b904686e391df77b) AuthConfig (bf2355a2773802d7fc8f651cbb84df130641f2ea83c68fbf1b7f2d81df5271dd) AuthConfig (9466b04b9069477bfcd73174905c8addf59f4b8ddca6a03a6d41e82664d2a3e0) AuthConfig (68a0f69bc91c8c92f1db2fc217cc6c8a19409065e3a99b196791616200820558) AuthConfig (341142fe81b524288d04da6695d37e5fe1f52125c222c76bc4396a747e18de97)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"45136233-7731-451e-bb57-df6c2cc13c7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.003670858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"d43ecbbb-cae7-4b16-a623-26f032387df7","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.003692312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"d43ecbbb-cae7-4b16-a623-26f032387df7","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.737572871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"7f8d3c14-3c92-4931-9fa8-6ef946967e69","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.791559932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"7f8d3c14-3c92-4931-9fa8-6ef946967e69","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.844051891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69704e435c1581b3cd72bb35262bdb7f3c3fd0237f843d299e38182fffc45e2b) AuthConfig (d905eaa9e62adef2d5b1384bc1e5cdf4c1970684b02937b418e9d2bf453bc5ed) AuthConfig (418d30923c750f669fe3b2a18c92c20505775b0921cc13d1af63c3da1e891b79) AuthConfig (3f127dfb5f65972094bd0773f7fca73ca7e87abd436a7b1edd1aba774b46dc3d) AuthConfig (a1b5b20aaea4fb21d0d277f4b288a5412fdf9db0890909dc13839e03977c2934) AuthConfig (aafaec3ccbb504f15f6d71664f6c8dda256cdd39165beb0f0508e4982e17b02c) AuthConfig (038a44816f2407e65151c11ac7488f0c814879d2767474ec0a9b1d724f0f7166) AuthConfig (c2e48f3c887b433b29e02b1bc5929d0031485f15d4481db6ffa0ca9c6ec4914c) AuthConfig (509c689ddc6bbf85bcc471adab213732c527e6562faab63ce860be4ef656bb88) AuthConfig (8749adb1495d1ea3d5768f5641d0ddb43abccc89da5ad0b2de36f805aed46776) AuthConfig (501364549a25740263622edd0f12a633325975392bbf7e1426aec06424cf625c) AuthConfig (c86dd4f70eaae48184286e453c3e351c534041c9b5fe4c6e3e0906056d871585) AuthConfig (24920644fb064373cb3deec01d46629db7408d7f989d362dc292eb1a9c986163) AuthConfig (b4fe0e365238a50fc99b1f0c97f9e504ce14f707d4e21b790fe2cffcf7ad51ae) AuthConfig (5d438f11a4ab7a070bdcc3c674849c543ac156fbd67967638ca7841bbb2cab72) AuthConfig (ffe686822015efdf909611bf5fc7b9c66393d14dbd8a80a29b3a29a73510040f) AuthConfig (da8bcd6113aea883b0a1969a927180dbf843e9e6f0e2ba00c9504ad8fdedb2b1) AuthConfig (97fee7566e3c0c2abc9f1b54bfffc42846a6856a6708ba613b7f89908cf5a292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"7f8d3c14-3c92-4931-9fa8-6ef946967e69","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.901760396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"ae0eab3c-764f-40f1-9e13-817231d9e16d","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.901782507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"ae0eab3c-764f-40f1-9e13-817231d9e16d","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:39.224376793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:46.101070489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"84d22b59-d850-4933-9319-96640086c018","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:46.154977487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"84d22b59-d850-4933-9319-96640086c018","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:46.207535378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-db18ad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6d927dc73e3905a5e7a3cebe1d9e5eef12ff3ea51bbd5f10cc720b2311572b4) AuthConfig (f8182eeb0b837984c2d8669dd6e9afe2414257a05bff56af05886656d4277705) AuthConfig (40a84bcc0bb773a9df45f6fbe2a8c8493faeec376a5a678b4ac49722048b4add) AuthConfig (2642f42b57b21a326d6e58bebdc1e409eba512550f0d378786533e16bb203090) AuthConfig (dfd7a9fc92f47534071d7133db084c12a32d214f1031b04865eef72b9cf0fea9) AuthConfig (4f5791b9515485e87f9cae5c7d2808e0309b4a969fa1889fd0d4665dcc2454c6) AuthConfig (8e7a655823617c43e0018dcc73d243b7ec6db67882ca598fd4fe1ee5f7dfc073) AuthConfig (d42aaaff8c844a4349ac2db993b9b2e77cfe3bd33223b5be4b397fd761fff498) AuthConfig (5bd10be635c9e9ea48e220c4b5efc634f264578e1ad8f490c7ab4d0d1ab50a60) AuthConfig (d9615eb2a44b1e4b8a1dec0b10bc5813c7682c57e1d711e808839a455119e51d) AuthConfig (f69284e1990e5868d64d353ea39415e46dd48c042befd3beddca5334375fc794) AuthConfig (9f0ab5143e581ae7f6ab6283e10bb3fab89f3b0bcb26ae6f79e95e223a4fe984) AuthConfig (444349de6784f720e5a6c3d15ab9a0dcde6132c46e9631a8f4e71eb66e9f1a51) AuthConfig (faf5c933b0773fe1a255436c771fa33e6018c30b34b8c069b904686e391df77b) AuthConfig (bf2355a2773802d7fc8f651cbb84df130641f2ea83c68fbf1b7f2d81df5271dd) AuthConfig (9466b04b9069477bfcd73174905c8addf59f4b8ddca6a03a6d41e82664d2a3e0) AuthConfig (68a0f69bc91c8c92f1db2fc217cc6c8a19409065e3a99b196791616200820558) AuthConfig (341142fe81b524288d04da6695d37e5fe1f52125c222c76bc4396a747e18de97)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"84d22b59-d850-4933-9319-96640086c018","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:46.999780978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"f6ca613d-0ac0-4679-8ad8-58901a5f6711","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:47.056473837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"f6ca613d-0ac0-4679-8ad8-58901a5f6711","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:47.109218877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69704e435c1581b3cd72bb35262bdb7f3c3fd0237f843d299e38182fffc45e2b) AuthConfig (d905eaa9e62adef2d5b1384bc1e5cdf4c1970684b02937b418e9d2bf453bc5ed) AuthConfig (418d30923c750f669fe3b2a18c92c20505775b0921cc13d1af63c3da1e891b79) AuthConfig (3f127dfb5f65972094bd0773f7fca73ca7e87abd436a7b1edd1aba774b46dc3d) AuthConfig (a1b5b20aaea4fb21d0d277f4b288a5412fdf9db0890909dc13839e03977c2934) AuthConfig (aafaec3ccbb504f15f6d71664f6c8dda256cdd39165beb0f0508e4982e17b02c) AuthConfig (038a44816f2407e65151c11ac7488f0c814879d2767474ec0a9b1d724f0f7166) AuthConfig (c2e48f3c887b433b29e02b1bc5929d0031485f15d4481db6ffa0ca9c6ec4914c) AuthConfig (509c689ddc6bbf85bcc471adab213732c527e6562faab63ce860be4ef656bb88) AuthConfig (8749adb1495d1ea3d5768f5641d0ddb43abccc89da5ad0b2de36f805aed46776) AuthConfig (501364549a25740263622edd0f12a633325975392bbf7e1426aec06424cf625c) AuthConfig (c86dd4f70eaae48184286e453c3e351c534041c9b5fe4c6e3e0906056d871585) AuthConfig (24920644fb064373cb3deec01d46629db7408d7f989d362dc292eb1a9c986163) AuthConfig (b4fe0e365238a50fc99b1f0c97f9e504ce14f707d4e21b790fe2cffcf7ad51ae) AuthConfig (5d438f11a4ab7a070bdcc3c674849c543ac156fbd67967638ca7841bbb2cab72) AuthConfig (ffe686822015efdf909611bf5fc7b9c66393d14dbd8a80a29b3a29a73510040f) AuthConfig (da8bcd6113aea883b0a1969a927180dbf843e9e6f0e2ba00c9504ad8fdedb2b1) AuthConfig (97fee7566e3c0c2abc9f1b54bfffc42846a6856a6708ba613b7f89908cf5a292)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"f6ca613d-0ac0-4679-8ad8-58901a5f6711","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:52.141095198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"4f93a90f-fc73-4ffb-a978-c46efd0aa2bb","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:52.141126464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"4f93a90f-fc73-4ffb-a978-c46efd0aa2bb","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:56.306090808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"df07dd78-20f6-4d2d-b4ba-7982b9ee67d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:56.365244669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"df07dd78-20f6-4d2d-b4ba-7982b9ee67d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:56.61791563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"4642d9d3-5edf-45c7-ba5e-fc2d85a53675","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:56.617938961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"4642d9d3-5edf-45c7-ba5e-fc2d85a53675","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:57.206512198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"a5477cf6-4114-4726-8fc0-bca99f6157da","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:57.260668042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"a5477cf6-4114-4726-8fc0-bca99f6157da","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:57.513173738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"d66b432e-cc22-4fb0-a87f-b7685523783e","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:57.513194934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"d66b432e-cc22-4fb0-a87f-b7685523783e","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.146770753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"a3397514-8b7f-4fcf-b196-c80dfdc5304d","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.146802395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"a3397514-8b7f-4fcf-b196-c80dfdc5304d","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.223955163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"e30b2f05-6b8b-4b59-903c-257d4885e718","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.223978602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"e30b2f05-6b8b-4b59-903c-257d4885e718","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.27581269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"174c0197-08b6-41c8-a9f0-9bbfa31e3ab5","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:07:02.276522565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"72ab1d26-b620-442f-b402-d74c9645f018","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-3b60d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.332397123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"174c0197-08b6-41c8-a9f0-9bbfa31e3ab5","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.380122255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"b100c66d-e00b-462e-b041-ae398a382ca0","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.380146637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"b100c66d-e00b-462e-b041-ae398a382ca0","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.432066735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"6ae4eaf6-abc1-44b2-99ee-ace2fdee8b38","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.432094025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"6ae4eaf6-abc1-44b2-99ee-ace2fdee8b38","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.628205488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"eac40d90-c21d-4643-9c3f-dc455a983092","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.631900779Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"789fb231-ccad-4832-b7f4-d25c324d8bfb","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"maas-trlp-auth-test-model-db18ad","model":"auth-test-model-db18ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-db18ad/e2e-auth-iso-3b60d1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.682433845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"eac40d90-c21d-4643-9c3f-dc455a983092","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.788249171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"7ef4e8aa-6fee-4efb-9aa3-9b2a10c804c4","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.788282027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"7ef4e8aa-6fee-4efb-9aa3-9b2a10c804c4","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.979931575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"ecf09a6b-a4cd-47cd-95f7-29ebc4ec5f13","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.979959435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"ecf09a6b-a4cd-47cd-95f7-29ebc4ec5f13","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:02.983051565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"87a61baa-5151-414a-9af5-c7b38b7b9525","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"maas-trlp-auth-test-model-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.037849925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"260a1d5e-7e10-46dd-b0b2-33709fc224ce","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.037874483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"260a1d5e-7e10-46dd-b0b2-33709fc224ce","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.083621456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"64baca6c-9e15-4da7-a3e7-897e6f9474f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:07:03.084107262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"abd0cf7c-9ea4-4318-86e0-9bc1c15bb55e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d8ce3e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.137639306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"64baca6c-9e15-4da7-a3e7-897e6f9474f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.184949716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"c135cef7-1cb6-4f24-9ddf-e299c8fde828","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.184968044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"c135cef7-1cb6-4f24-9ddf-e299c8fde828","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.2370419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"23e50b6d-1859-42bd-bd39-a489b76a8648","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.237076759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"23e50b6d-1859-42bd-bd39-a489b76a8648","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.434488642Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"94d1aadf-cc63-42b1-addc-44fdf9907b3a","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-auth-test-model-ac2eb4","model":"auth-test-model-ac2eb4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-ac2eb4/e2e-auth-iso-d8ce3e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.434887704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"33da2612-da0e-4d9c-8e3b-2e8aea7e707e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.48856303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"33da2612-da0e-4d9c-8e3b-2e8aea7e707e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.590520311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"2d08cfa9-57f4-414a-9a0c-4e9e684bb88b","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.590542127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"2d08cfa9-57f4-414a-9a0c-4e9e684bb88b","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:03.786074102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"4c29f532-4cfd-4119-b990-f24c511f8135","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-auth-test-model-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:09.221780239Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:19.395626518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"ab19752b-8d16-4a41-a008-0f67570e6a67","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-auth-test-model-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:19.564817956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"c8f9a88c-18cd-4bd2-b25b-c98e3c95c925","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:19.564847421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"c8f9a88c-18cd-4bd2-b25b-c98e3c95c925","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.232984938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"0b2bcfe1-3f24-4624-a59d-058d8aac8404","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"maas-trlp-auth-test-model-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.390915314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"9282b698-9fcf-4e5f-a93d-5eadc37d048e","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.390938412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"9282b698-9fcf-4e5f-a93d-5eadc37d048e","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.821689843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"97c20009-2918-4f39-87bf-c03296c8bf23","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.82171787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"97c20009-2918-4f39-87bf-c03296c8bf23","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.875530732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"5f866adb-7fd8-4448-98a7-6b12f3b87954","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.875550988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"5f866adb-7fd8-4448-98a7-6b12f3b87954","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.972712507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"524d5e0c-643d-4dad-a165-1eed0e089c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.09343685Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"524d5e0c-643d-4dad-a165-1eed0e089c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.145523794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6cff7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"524d5e0c-643d-4dad-a165-1eed0e089c29","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.199741477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"773926bc-7ebd-4c17-b446-99c7eb2d0bb5","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.19976134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"773926bc-7ebd-4c17-b446-99c7eb2d0bb5","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.497912452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"b953b2e8-fc34-4647-ae81-b45d80c56397","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.552574133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"b953b2e8-fc34-4647-ae81-b45d80c56397","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.691158919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"8df91a2f-1e47-482c-8dec-1539c10bba2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.744816086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"8df91a2f-1e47-482c-8dec-1539c10bba2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:23.820902732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"3dfa9063-3003-44cf-ba18-212b8c7f50e7","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:23.820927385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"3dfa9063-3003-44cf-ba18-212b8c7f50e7","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:23.917802348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"edd08ba3-998f-47f2-bbf3-e17c2c3352dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:23.971031469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"edd08ba3-998f-47f2-bbf3-e17c2c3352dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:23.97276017Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"70a831b6-db3e-4829-80f5-00c936160a46","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3305b180","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:24.266988632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"139f892d-188f-4973-b8c0-edb624d7bc16","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:24.320839582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"139f892d-188f-4973-b8c0-edb624d7bc16","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:31.297587869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"d415d108-7cb0-467f-a503-2a11a9f01635","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:31.351420857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"d415d108-7cb0-467f-a503-2a11a9f01635","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:31.404602214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6cff7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"d415d108-7cb0-467f-a503-2a11a9f01635","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.022868685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"758d4060-c5dd-401d-a119-adb4fdb12df8","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","subscription":"e2e-auth-iso-d8ce3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.072466945Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"758d4060-c5dd-401d-a119-adb4fdb12df8","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.12249617Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"758d4060-c5dd-401d-a119-adb4fdb12df8","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.380201279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"d4b2a7ab-764c-4aea-9faf-899a0590c28a","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.38022438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"d4b2a7ab-764c-4aea-9faf-899a0590c28a","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.477868581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"336927ab-cb67-4028-a3b9-3bab1b5dca30","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.531626556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"336927ab-cb67-4028-a3b9-3bab1b5dca30","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.543624286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"b72a3fd5-d30e-4b0d-bf10-c91f7387ab8d","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.543644371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"b72a3fd5-d30e-4b0d-bf10-c91f7387ab8d","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.640220969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"f04940d0-b49d-465b-b797-3c068ae7c98f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.694264183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"f04940d0-b49d-465b-b797-3c068ae7c98f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.697233929Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"dac67d86-6ea5-4bc3-a874-92641870b3e9","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d5e824e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.82991012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"e1923c93-9a64-41c0-956c-f5f33337e105","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.883552133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"e1923c93-9a64-41c0-956c-f5f33337e105","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:34.976101828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"e56b7c23-d476-4cc3-9fd3-5ca6ff3101fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:35.02968269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"e56b7c23-d476-4cc3-9fd3-5ca6ff3101fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:39.22092594Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:39.470513993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d52bed9-6d64-4f52-bd2c-ab1c6071947b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:39.518985347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d52bed9-6d64-4f52-bd2c-ab1c6071947b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:39.567532359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d52bed9-6d64-4f52-bd2c-ab1c6071947b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:39.616120254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d52bed9-6d64-4f52-bd2c-ab1c6071947b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:41.384100953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad9503b-1102-470f-bd14-54ecfe5368d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:41.432862254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad9503b-1102-470f-bd14-54ecfe5368d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:41.481603282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad9503b-1102-470f-bd14-54ecfe5368d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:41.530417708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad9503b-1102-470f-bd14-54ecfe5368d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:41.5793176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"162428a4-0fc2-4e21-9e3a-61055910fd13","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:41.632915442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"162428a4-0fc2-4e21-9e3a-61055910fd13","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:41.685630652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6cff7f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"162428a4-0fc2-4e21-9e3a-61055910fd13","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:44.748328072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"76f91240-7ed6-4c60-917e-f0c5ecfef830","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","subscription":"e2e-auth-iso-d8ce3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:44.797870185Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"76f91240-7ed6-4c60-917e-f0c5ecfef830","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:44.84730163Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"76f91240-7ed6-4c60-917e-f0c5ecfef830","MaaSSubscription":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.106017597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"7d510cf4-8ea9-483b-ac45-913e6a43ef11","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.106045386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"7d510cf4-8ea9-483b-ac45-913e6a43ef11","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.203283834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"3c7a03e8-e6a9-4dfd-ab39-2c997d9868aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.245390431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"8c582577-94f0-4e8f-b3dd-4612776bd858","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.245562095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"aa73714a-ad62-4fb2-b45e-20b87e2694fc","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.245581387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"aa73714a-ad62-4fb2-b45e-20b87e2694fc","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.256996553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"3c7a03e8-e6a9-4dfd-ab39-2c997d9868aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.391051255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"8c582577-94f0-4e8f-b3dd-4612776bd858","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.511638718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"8c582577-94f0-4e8f-b3dd-4612776bd858","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.511662831Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-auth-iso-d8ce3e","reconcileID":"8c582577-94f0-4e8f-b3dd-4612776bd858","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.53985575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"69991054-d2f3-4281-85c6-d2bf813a7572","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.565922351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"22366279-9b82-4ec1-ba5b-737c036db119","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/auth-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.565949825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"auth-test-model-6687a2","reconcileID":"22366279-9b82-4ec1-ba5b-737c036db119","MaaSModelRef":{"name":"auth-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"auth-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"auth-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.593812658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"69991054-d2f3-4281-85c6-d2bf813a7572","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.714036959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"43c7b604-105e-4edc-b3ef-83c91b59e41d","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.714059856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"43c7b604-105e-4edc-b3ef-83c91b59e41d","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.793919069Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"31bfd412-f849-4ac4-882e-9da83dac6442","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:45.992426065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"31bfd412-f849-4ac4-882e-9da83dac6442","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.116925907Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"31bfd412-f849-4ac4-882e-9da83dac6442","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.116951039Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-auth-iso-d8ce3e","reconcileID":"31bfd412-f849-4ac4-882e-9da83dac6442","MaaSAuthPolicy":{"name":"e2e-auth-iso-d8ce3e","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.170701922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"48bc75b0-7b6b-4287-938e-7c6338177670","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/auth-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.170722345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"auth-test-model-ac2eb4","reconcileID":"48bc75b0-7b6b-4287-938e-7c6338177670","MaaSModelRef":{"name":"auth-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"auth-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"auth-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.459984715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"74c9848e-70ab-4ae0-9f2c-1bf151166451","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.460014717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"74c9848e-70ab-4ae0-9f2c-1bf151166451","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:51.784413936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"b2678d62-5680-4e3a-b124-a4a42818bb99","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:51.837996798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"b2678d62-5680-4e3a-b124-a4a42818bb99","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:51.890773348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6cff7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ab6c411393da0722538d23b9a4f0c007cdfa321bb973fd7e573255c610731e8) AuthConfig (2b82edd2c35c5064d3d93f30dfa81baca1ebc97782375f9db11adf5616f8841d) AuthConfig (1411996d5e7524370f7f1feda7d1b6d7ca372de6ba510b8836ada3a3228f5766) AuthConfig (d496911ac0e6692c7e945a81071d57579bb88a335fdcdc380d027a4f544c6847) AuthConfig (b5943c05a44d299fea7024a9865608ddddf5e41dcf13c619be61a9dfcdf3c48d) AuthConfig (cdeb0e6f6e4bca93ca94a130bf48e5679aa0d67c58e1c2389c41ba236fe20f42) AuthConfig (7bdd0861c4c489db239eeac63c4cb5a46758e56cbcf250e20d9d34b260982ed7) AuthConfig (943112b448522e777ffb2956326db6f550248de0c18dbec5f929a534d810432f) AuthConfig (11a5b66120cbb0f729e38a224f3234f89548800f7ebb31bd5c77c51ab3c058da) AuthConfig (d0704b38bae304d0a43ea4a5eed9cffddd21a5368f022d9c1901023607c9ca12) AuthConfig (55fedc2400a4f2bf379434121ddb3f0f36cb3bcc271f151bf0b35ad66d316d8a) AuthConfig (ec2375a1a09f1beccc0b169411a751b0afef87eac5434d4ee146a97eaf420352) AuthConfig (51431adda8c6dd94bb5f37b05a75fc71838b59fff8768dcf18aa645e9571b0fe) AuthConfig (ca52b70f508c93fa4672b861d1450205a3869301cdef980d9c655ee58517a605) AuthConfig (3e9902b5bf32ed9ba3b87e0badca3353196903d0ad1c5276b5608da3467a78dc) AuthConfig (2a592e06b3aa91b553b8da53cdf2bbec2e78d407338447fae822eb12deef428c) AuthConfig (cfc10331855153bdb53b9c83e29e4bc5b8f6acbb2f6f90fb3cc62b399521a765) AuthConfig (3e8f9c33111b18ea4553b388f5547e727f48817bbbcf654ddf79d25ecfad741f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"b2678d62-5680-4e3a-b124-a4a42818bb99","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:51.945306425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"514206c9-75a1-48c2-916d-a19fef67f3a6","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:51.945331733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"514206c9-75a1-48c2-916d-a19fef67f3a6","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:02.04410697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"cf0e09cc-c439-4451-96ac-1c32f4490c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:02.097592142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"cf0e09cc-c439-4451-96ac-1c32f4490c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:02.150116997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6cff7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ab6c411393da0722538d23b9a4f0c007cdfa321bb973fd7e573255c610731e8) AuthConfig (2b82edd2c35c5064d3d93f30dfa81baca1ebc97782375f9db11adf5616f8841d) AuthConfig (1411996d5e7524370f7f1feda7d1b6d7ca372de6ba510b8836ada3a3228f5766) AuthConfig (d496911ac0e6692c7e945a81071d57579bb88a335fdcdc380d027a4f544c6847) AuthConfig (b5943c05a44d299fea7024a9865608ddddf5e41dcf13c619be61a9dfcdf3c48d) AuthConfig (cdeb0e6f6e4bca93ca94a130bf48e5679aa0d67c58e1c2389c41ba236fe20f42) AuthConfig (7bdd0861c4c489db239eeac63c4cb5a46758e56cbcf250e20d9d34b260982ed7) AuthConfig (943112b448522e777ffb2956326db6f550248de0c18dbec5f929a534d810432f) AuthConfig (11a5b66120cbb0f729e38a224f3234f89548800f7ebb31bd5c77c51ab3c058da) AuthConfig (d0704b38bae304d0a43ea4a5eed9cffddd21a5368f022d9c1901023607c9ca12) AuthConfig (55fedc2400a4f2bf379434121ddb3f0f36cb3bcc271f151bf0b35ad66d316d8a) AuthConfig (ec2375a1a09f1beccc0b169411a751b0afef87eac5434d4ee146a97eaf420352) AuthConfig (51431adda8c6dd94bb5f37b05a75fc71838b59fff8768dcf18aa645e9571b0fe) AuthConfig (ca52b70f508c93fa4672b861d1450205a3869301cdef980d9c655ee58517a605) AuthConfig (3e9902b5bf32ed9ba3b87e0badca3353196903d0ad1c5276b5608da3467a78dc) AuthConfig (2a592e06b3aa91b553b8da53cdf2bbec2e78d407338447fae822eb12deef428c) AuthConfig (cfc10331855153bdb53b9c83e29e4bc5b8f6acbb2f6f90fb3cc62b399521a765) AuthConfig (3e8f9c33111b18ea4553b388f5547e727f48817bbbcf654ddf79d25ecfad741f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"cf0e09cc-c439-4451-96ac-1c32f4490c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:09.221784689Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:12.248986927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"fcbfee12-34ea-4a04-84bb-7ef5ca241944","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:12.303805717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"fcbfee12-34ea-4a04-84bb-7ef5ca241944","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:12.357491918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6cff7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ab6c411393da0722538d23b9a4f0c007cdfa321bb973fd7e573255c610731e8) AuthConfig (2b82edd2c35c5064d3d93f30dfa81baca1ebc97782375f9db11adf5616f8841d) AuthConfig (1411996d5e7524370f7f1feda7d1b6d7ca372de6ba510b8836ada3a3228f5766) AuthConfig (d496911ac0e6692c7e945a81071d57579bb88a335fdcdc380d027a4f544c6847) AuthConfig (b5943c05a44d299fea7024a9865608ddddf5e41dcf13c619be61a9dfcdf3c48d) AuthConfig (cdeb0e6f6e4bca93ca94a130bf48e5679aa0d67c58e1c2389c41ba236fe20f42) AuthConfig (7bdd0861c4c489db239eeac63c4cb5a46758e56cbcf250e20d9d34b260982ed7) AuthConfig (943112b448522e777ffb2956326db6f550248de0c18dbec5f929a534d810432f) AuthConfig (11a5b66120cbb0f729e38a224f3234f89548800f7ebb31bd5c77c51ab3c058da) AuthConfig (d0704b38bae304d0a43ea4a5eed9cffddd21a5368f022d9c1901023607c9ca12) AuthConfig (55fedc2400a4f2bf379434121ddb3f0f36cb3bcc271f151bf0b35ad66d316d8a) AuthConfig (ec2375a1a09f1beccc0b169411a751b0afef87eac5434d4ee146a97eaf420352) AuthConfig (51431adda8c6dd94bb5f37b05a75fc71838b59fff8768dcf18aa645e9571b0fe) AuthConfig (ca52b70f508c93fa4672b861d1450205a3869301cdef980d9c655ee58517a605) AuthConfig (3e9902b5bf32ed9ba3b87e0badca3353196903d0ad1c5276b5608da3467a78dc) AuthConfig (2a592e06b3aa91b553b8da53cdf2bbec2e78d407338447fae822eb12deef428c) AuthConfig (cfc10331855153bdb53b9c83e29e4bc5b8f6acbb2f6f90fb3cc62b399521a765) AuthConfig (3e8f9c33111b18ea4553b388f5547e727f48817bbbcf654ddf79d25ecfad741f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"fcbfee12-34ea-4a04-84bb-7ef5ca241944","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:17.880403386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-f11179","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"explicit-model-f11179","reconcileID":"d8e37ee6-9950-440c-8c2a-f2fd8f8efda8","MaaSModelRef":{"name":"explicit-model-f11179","namespace":"ai-tenant-e2e-explicit-f11179"},"routeName":"explicit-model-f11179-kserve-route","namespace":"ai-tenant-e2e-explicit-f11179","llmisvcName":"explicit-model-f11179","gateway":"openshift-ingress/e2e-explicit-f11179","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:22.455806857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"2866baff-ffda-4609-b824-9c638c21ceef","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:22.50972472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"2866baff-ffda-4609-b824-9c638c21ceef","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:22.562611921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6cff7f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ab6c411393da0722538d23b9a4f0c007cdfa321bb973fd7e573255c610731e8) AuthConfig (2b82edd2c35c5064d3d93f30dfa81baca1ebc97782375f9db11adf5616f8841d) AuthConfig (1411996d5e7524370f7f1feda7d1b6d7ca372de6ba510b8836ada3a3228f5766) AuthConfig (d496911ac0e6692c7e945a81071d57579bb88a335fdcdc380d027a4f544c6847) AuthConfig (b5943c05a44d299fea7024a9865608ddddf5e41dcf13c619be61a9dfcdf3c48d) AuthConfig (cdeb0e6f6e4bca93ca94a130bf48e5679aa0d67c58e1c2389c41ba236fe20f42) AuthConfig (7bdd0861c4c489db239eeac63c4cb5a46758e56cbcf250e20d9d34b260982ed7) AuthConfig (943112b448522e777ffb2956326db6f550248de0c18dbec5f929a534d810432f) AuthConfig (11a5b66120cbb0f729e38a224f3234f89548800f7ebb31bd5c77c51ab3c058da) AuthConfig (d0704b38bae304d0a43ea4a5eed9cffddd21a5368f022d9c1901023607c9ca12) AuthConfig (55fedc2400a4f2bf379434121ddb3f0f36cb3bcc271f151bf0b35ad66d316d8a) AuthConfig (ec2375a1a09f1beccc0b169411a751b0afef87eac5434d4ee146a97eaf420352) AuthConfig (51431adda8c6dd94bb5f37b05a75fc71838b59fff8768dcf18aa645e9571b0fe) AuthConfig (ca52b70f508c93fa4672b861d1450205a3869301cdef980d9c655ee58517a605) AuthConfig (3e9902b5bf32ed9ba3b87e0badca3353196903d0ad1c5276b5608da3467a78dc) AuthConfig (2a592e06b3aa91b553b8da53cdf2bbec2e78d407338447fae822eb12deef428c) AuthConfig (cfc10331855153bdb53b9c83e29e4bc5b8f6acbb2f6f90fb3cc62b399521a765) AuthConfig (3e8f9c33111b18ea4553b388f5547e727f48817bbbcf654ddf79d25ecfad741f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"2866baff-ffda-4609-b824-9c638c21ceef","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:32.660825702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"8a80e688-02a0-4280-987e-5ffe16b58b45","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:32.715194349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"8a80e688-02a0-4280-987e-5ffe16b58b45","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:32.973850105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"27d38d4b-a621-4076-81e3-5d355d901931","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:32.97387181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"27d38d4b-a621-4076-81e3-5d355d901931","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.490717014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"c46750b2-aa88-4e97-8a4e-28f6ce1d269f","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.490740261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"c46750b2-aa88-4e97-8a4e-28f6ce1d269f","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.545598544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"a6ba1cd9-5251-4ab0-a8f1-700281fc63cc","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.545705369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"a6ba1cd9-5251-4ab0-a8f1-700281fc63cc","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.588223765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"7b3f1c83-cbaa-4fbe-8ef7-8c8648c16582","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:08:38.593116843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"a68d2641-396f-4a38-b61c-f92240d80edb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-3b60d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:08:38.596035105Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"a6ba1cd9-5251-4ab0-a8f1-700281fc63cc","name":"auth-test-model-6cff7f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6cff7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:08:38.596092331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"a6ba1cd9-5251-4ab0-a8f1-700281fc63cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-6cff7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.601490499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"b61f3f7f-2d70-4929-84f0-7788dcd95709","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.60150761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"b61f3f7f-2d70-4929-84f0-7788dcd95709","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.64214559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"7b3f1c83-cbaa-4fbe-8ef7-8c8648c16582","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.696263074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"fcd48dcc-71a3-493c-8fa4-6ad6bd0277b0","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.696288653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"fcd48dcc-71a3-493c-8fa4-6ad6bd0277b0","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.74843086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"20e7c802-2322-41f9-b136-74fab31a979d","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.748489449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"20e7c802-2322-41f9-b136-74fab31a979d","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.938410928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"a88fc618-90c2-4b2d-b5e6-7360ca5c18c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.947224698Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"869db614-0b42-4403-a08b-e10dff478880","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"maas-trlp-auth-test-model-6cff7f","model":"auth-test-model-6cff7f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-6cff7f/e2e-auth-iso-3b60d1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:38.993514922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"a88fc618-90c2-4b2d-b5e6-7360ca5c18c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:39.104739618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"a5b7f1a0-c973-4d95-a7cb-979204fbde8c","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:39.104761636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"a5b7f1a0-c973-4d95-a7cb-979204fbde8c","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:39.222201792Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:39.302006739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"64fa60d3-3354-4c0e-a0b1-cf3d4adb15f0","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"maas-trlp-auth-test-model-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:57.183725302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"9688ab4a-e11e-4bc7-a1e2-4d1388221db9","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:57.183753524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"9688ab4a-e11e-4bc7-a1e2-4d1388221db9","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:02.748948435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"9e4e328b-a12c-4f5d-b363-c839c9e74528","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:02.748974308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"9e4e328b-a12c-4f5d-b363-c839c9e74528","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:02.800584671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"a483b356-7953-48e7-9912-c337542443b8","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:02.800613868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"a483b356-7953-48e7-9912-c337542443b8","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:02.898261328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"c6d74d48-f9a4-46a0-a1c6-1d0e89ba3d4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.019600561Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"c6d74d48-f9a4-46a0-a1c6-1d0e89ba3d4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.07219544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"c6d74d48-f9a4-46a0-a1c6-1d0e89ba3d4b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.126094269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"1f91674a-8c41-473a-94ea-0772046af258","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.126128602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"1f91674a-8c41-473a-94ea-0772046af258","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.780404829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"185ca681-2e92-43b0-9eeb-c6608f6295d8","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"maas-trlp-auth-test-model-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.936871194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"e9942243-de9e-4cb1-be8e-ca0330df1567","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.936892733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"e9942243-de9e-4cb1-be8e-ca0330df1567","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:09.222638225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:09.227770929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"92c2f506-6c06-442d-860d-62cf32d01b1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:09.281660896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"92c2f506-6c06-442d-860d-62cf32d01b1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:10.992671855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"075f51f1-b4c5-4ace-a5a5-55425cc82321","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:10.992700983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"075f51f1-b4c5-4ace-a5a5-55425cc82321","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.089609369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"5621c057-c695-4c35-844a-fe4200704d10","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.143097312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"5621c057-c695-4c35-844a-fe4200704d10","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.143859241Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"70d530d0-33fd-4bbf-84f0-b9ba82bddb45","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc49d617","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.439690448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"9850edd6-2f5c-4251-850c-7ac8d0a20642","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.493277594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"9850edd6-2f5c-4251-850c-7ac8d0a20642","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.495318781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9259510-b45f-4b5b-ba3e-ab7261e7bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.544108761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9259510-b45f-4b5b-ba3e-ab7261e7bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.593004049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9259510-b45f-4b5b-ba3e-ab7261e7bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.642001136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9259510-b45f-4b5b-ba3e-ab7261e7bcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:12.122916804Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d0b209","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d0b209","reconcileID":"6ab0b16c-4e2d-4944-b7d7-b4237740cfeb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d0b209","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d0b209":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:13.223532375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"38eb729a-32a3-4e02-9e17-8997dac82081","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:13.278539021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"38eb729a-32a3-4e02-9e17-8997dac82081","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:13.330976626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"38eb729a-32a3-4e02-9e17-8997dac82081","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:13.485365522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d1b9ad-4878-475f-a43d-b9acdeae620a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:13.534253856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d1b9ad-4878-475f-a43d-b9acdeae620a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:13.583126256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d1b9ad-4878-475f-a43d-b9acdeae620a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:13.632428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3d1b9ad-4878-475f-a43d-b9acdeae620a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.193403486Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"503f7234-e229-4b55-bf33-d06f7d21a17f","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","subscription":"e2e-auth-iso-3b60d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.242897243Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"503f7234-e229-4b55-bf33-d06f7d21a17f","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.29230083Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"503f7234-e229-4b55-bf33-d06f7d21a17f","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"maas-trlp-auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.548572505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"24d38108-74bf-4ef8-9674-bea79bdcbb2a","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.548598245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"24d38108-74bf-4ef8-9674-bea79bdcbb2a","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.644880283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"72a2dd70-4550-4e44-b60f-f0992554bbfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.695967588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"fc2bf7d2-d9d4-481a-a4c3-acd6031eb954","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.695987024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"fc2bf7d2-d9d4-481a-a4c3-acd6031eb954","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.699725811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"72a2dd70-4550-4e44-b60f-f0992554bbfc","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.792209497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"351daa4f-0674-4eae-9c1f-19b2883ac0e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.845749343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"351daa4f-0674-4eae-9c1f-19b2883ac0e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.847692031Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"62e6f90e-f381-4c92-b837-a7d4895e15ce","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7982501c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:22.007257533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"5b31df7d-e0bf-4c4a-9293-c328ed7244dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:22.061297399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"5b31df7d-e0bf-4c4a-9293-c328ed7244dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:22.153936036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"3c96cc2e-c713-4af1-bea6-f319bd4167a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:22.207750565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"3c96cc2e-c713-4af1-bea6-f319bd4167a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:23.431982986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"6611298b-9f03-41d3-ad8f-9c04c95708ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:23.485813002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"6611298b-9f03-41d3-ad8f-9c04c95708ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:23.538339711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"6611298b-9f03-41d3-ad8f-9c04c95708ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:31.897235472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"25f765fe-6b82-44b2-bb1f-ce2c4d77782b","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","subscription":"e2e-auth-iso-3b60d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:31.946895022Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"25f765fe-6b82-44b2-bb1f-ce2c4d77782b","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:31.99658854Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"25f765fe-6b82-44b2-bb1f-ce2c4d77782b","MaaSSubscription":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"maas-trlp-auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.2563435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"aec36c66-8375-4568-9278-d80b6b756ea7","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.256366952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"aec36c66-8375-4568-9278-d80b6b756ea7","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.354204281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"f9e4d517-0f77-4bdf-b983-f5e20f489228","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.406280687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"d415612e-9705-4580-94b4-56e57a367385","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.406814697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"36f8542e-3c6e-4f18-b721-d731b358cdc5","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.406833152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"36f8542e-3c6e-4f18-b721-d731b358cdc5","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.407758703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"f9e4d517-0f77-4bdf-b983-f5e20f489228","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.604921612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"d415612e-9705-4580-94b4-56e57a367385","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.725397984Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"d415612e-9705-4580-94b4-56e57a367385","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"name":"e2e-shared-a-w2-db18ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.725425588Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"e2e-auth-iso-3b60d1","reconcileID":"d415612e-9705-4580-94b4-56e57a367385","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.754794042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"f7d6b236-e6fa-453e-b278-2457182737ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.778983678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"6f77836a-4578-4e45-affb-cc8877ff1b3e","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"tenant":"e2e-shared-a-w2-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","model":"ai-tenant-e2e-shared-a-w2-db18ad/auth-test-model-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.779004148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"auth-test-model-db18ad","reconcileID":"6f77836a-4578-4e45-affb-cc8877ff1b3e","MaaSModelRef":{"name":"auth-test-model-db18ad","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"routeName":"auth-test-model-db18ad-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","llmisvcName":"auth-test-model-db18ad","gateway":"openshift-ingress/e2e-shared-a-w2-db18ad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.80815815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"f7d6b236-e6fa-453e-b278-2457182737ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.920247918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"e8dfbfc5-4b38-484d-9da2-65b7eacec07d","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:32.92026949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"e8dfbfc5-4b38-484d-9da2-65b7eacec07d","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.005478053Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"cce605b5-1006-4d8c-aac0-c745669a6273","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.202818247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"cce605b5-1006-4d8c-aac0-c745669a6273","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.323625411Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"cce605b5-1006-4d8c-aac0-c745669a6273","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"name":"e2e-shared-b-w2-6cff7f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.323652652Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"e2e-auth-iso-3b60d1","reconcileID":"cce605b5-1006-4d8c-aac0-c745669a6273","MaaSAuthPolicy":{"name":"e2e-auth-iso-3b60d1","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.377012738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"223fea3f-9572-40bc-a4d0-a8f2246c25e4","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"tenant":"e2e-shared-b-w2-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","model":"ai-tenant-e2e-shared-b-w2-6cff7f/auth-test-model-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.377032616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"auth-test-model-6cff7f","reconcileID":"223fea3f-9572-40bc-a4d0-a8f2246c25e4","MaaSModelRef":{"name":"auth-test-model-6cff7f","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"routeName":"auth-test-model-6cff7f-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","llmisvcName":"auth-test-model-6cff7f","gateway":"openshift-ingress/e2e-shared-b-w2-6cff7f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.636530041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"b3a76625-fb75-4eb5-ba18-cce0af564a1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.690413438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"b3a76625-fb75-4eb5-ba18-cce0af564a1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.743108546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35682056a0d9e61e1f157edaae432520cfefe44275b88c33aaf363431a57653) AuthConfig (28f0707fdff7a6aca2b18f3ca680caee9df1e78ccd0b715b379b957516fdd0ea) AuthConfig (59511b80027251d6e210518ab0d2d81be2779e9a11451ff70e0b5d7c698e85ec) AuthConfig (00fd939278491de47005c10caa3ddf86dfd3d1592dc55e21c57a9d2c14ee26e5) AuthConfig (d9aca75f1340060667491cc8d29662be2b285713dc3c43c797032c42fce2eebd) AuthConfig (d970e27e6aee68879728013dee2d7773fc2b27b0a8b29fabf2fae3f1a6bfa378) AuthConfig (53edf0f659c8006365dab410c6dee51dee93fde8790ef654d031f6ed9618b7a0) AuthConfig (f34779df2569c2715e09b2315573119784f7c0ab6a9b8916c47d5ba6310a7f33) AuthConfig (ff0696341582d3582d6193a3319cbfc5a8ac57a5401eb0bff318eea1a3143343) AuthConfig (0a465f2667de18eb4959133e6b429bb9370e44fab8368d20bb85716cd9233bfb) AuthConfig (1c426e08b3cb690343b750501b8c33867e4dc35e4d26a180e84debc3cf5dbe57) AuthConfig (d4eec090be72aa956a6ab2382f3add53d28199cc983b11652b5653f67917c43e) AuthConfig (0377f77a613f28a4422b3f2680c2326f24940da72b61700fb995be3fa26f7b43) AuthConfig (3db18464cb6f43e0d30e808c4aeef71f6b685c94452e15709ed5cd5c639c3acf) AuthConfig (779e14930d133be929e460195642bd5dae995af524d0f26120ad7c11b3420ce8) AuthConfig (09750519711e576712db1d76f07d09dd002b9dcdd565976d93ab69bea852a1c0) AuthConfig (43229a05a38b24db2dd6fbb38df44ad85ea308c393cf52fe17f20c4d85782edc) AuthConfig (f7c4abdc72dcd923b8dae2cf1cf38c85b485954e1a17df2b51d32d8a39a3d7c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"b3a76625-fb75-4eb5-ba18-cce0af564a1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.801350692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"a50e110a-6ced-47ad-af45-74e7145026a1","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:33.801371316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"a50e110a-6ced-47ad-af45-74e7145026a1","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:36.820513744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1b9fa-e74e-42af-8a05-11ef99f94180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:36.869177648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1b9fa-e74e-42af-8a05-11ef99f94180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:36.91872903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1b9fa-e74e-42af-8a05-11ef99f94180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:36.967607329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1b9fa-e74e-42af-8a05-11ef99f94180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:38.751968679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0dde36-f026-4989-bb32-6d0f74ea1b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:38.800841829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0dde36-f026-4989-bb32-6d0f74ea1b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:38.849742455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0dde36-f026-4989-bb32-6d0f74ea1b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:38.89856783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e0dde36-f026-4989-bb32-6d0f74ea1b98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:39.221808567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:40.684427288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f8d56d-6cb5-4fed-a4f3-c87b649510e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:40.733079641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f8d56d-6cb5-4fed-a4f3-c87b649510e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:40.781953354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f8d56d-6cb5-4fed-a4f3-c87b649510e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:40.885425546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73f8d56d-6cb5-4fed-a4f3-c87b649510e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:42.695766616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40876fea-ebe7-4e40-8fd1-3517731a2268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:42.744520231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40876fea-ebe7-4e40-8fd1-3517731a2268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:42.793188571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40876fea-ebe7-4e40-8fd1-3517731a2268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:42.841952631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40876fea-ebe7-4e40-8fd1-3517731a2268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:43.924318227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"aaa2a0d3-15cc-416b-b772-24221d8095a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:43.978173996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"aaa2a0d3-15cc-416b-b772-24221d8095a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:44.030435975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35682056a0d9e61e1f157edaae432520cfefe44275b88c33aaf363431a57653) AuthConfig (28f0707fdff7a6aca2b18f3ca680caee9df1e78ccd0b715b379b957516fdd0ea) AuthConfig (59511b80027251d6e210518ab0d2d81be2779e9a11451ff70e0b5d7c698e85ec) AuthConfig (00fd939278491de47005c10caa3ddf86dfd3d1592dc55e21c57a9d2c14ee26e5) AuthConfig (d9aca75f1340060667491cc8d29662be2b285713dc3c43c797032c42fce2eebd) AuthConfig (d970e27e6aee68879728013dee2d7773fc2b27b0a8b29fabf2fae3f1a6bfa378) AuthConfig (53edf0f659c8006365dab410c6dee51dee93fde8790ef654d031f6ed9618b7a0) AuthConfig (f34779df2569c2715e09b2315573119784f7c0ab6a9b8916c47d5ba6310a7f33) AuthConfig (ff0696341582d3582d6193a3319cbfc5a8ac57a5401eb0bff318eea1a3143343) AuthConfig (0a465f2667de18eb4959133e6b429bb9370e44fab8368d20bb85716cd9233bfb) AuthConfig (1c426e08b3cb690343b750501b8c33867e4dc35e4d26a180e84debc3cf5dbe57) AuthConfig (d4eec090be72aa956a6ab2382f3add53d28199cc983b11652b5653f67917c43e) AuthConfig (0377f77a613f28a4422b3f2680c2326f24940da72b61700fb995be3fa26f7b43) AuthConfig (3db18464cb6f43e0d30e808c4aeef71f6b685c94452e15709ed5cd5c639c3acf) AuthConfig (779e14930d133be929e460195642bd5dae995af524d0f26120ad7c11b3420ce8) AuthConfig (09750519711e576712db1d76f07d09dd002b9dcdd565976d93ab69bea852a1c0) AuthConfig (43229a05a38b24db2dd6fbb38df44ad85ea308c393cf52fe17f20c4d85782edc) AuthConfig (f7c4abdc72dcd923b8dae2cf1cf38c85b485954e1a17df2b51d32d8a39a3d7c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"aaa2a0d3-15cc-416b-b772-24221d8095a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:44.629663501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013c7ba6-a15e-42a2-b303-f621d74404ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:44.678877009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013c7ba6-a15e-42a2-b303-f621d74404ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:44.727573301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013c7ba6-a15e-42a2-b303-f621d74404ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:44.776433654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013c7ba6-a15e-42a2-b303-f621d74404ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.049958564Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","namespace":"ai-tenant-e2e-explicit-f11179","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.050053293Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","namespace":"ai-tenant-e2e-explicit-f11179","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.05013557Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","tenant":"e2e-explicit-f11179","tenantID":"e2e-explicit-f11179","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.101737677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"Deployment","name":"maas-api-e2e-explicit-f11179","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.158406623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"Service","name":"maas-api-e2e-explicit-f11179","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.214509592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-f11179","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.264991008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-f11179","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.316340662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.367538852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.421445719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.474367922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.528323962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"Deployment","name":"payload-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.57679367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.625574126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"Service","name":"payload-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.674187235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"Service","name":"payload-pre-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.722548406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.771009086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.819673418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.872380058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.921041611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:50.969639973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:51.019493893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-f11179","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:51.068212447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f11179"},"namespace":"ai-tenant-e2e-explicit-f11179","name":"default-tenant","reconcileID":"67e573c5-6e36-440e-a8c1-52a80c867340","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-f11179","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:54.129065525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"9c5e49dc-61c2-451e-b010-1252a3d08ded","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:54.182671075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"9c5e49dc-61c2-451e-b010-1252a3d08ded","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:54.23479434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c35682056a0d9e61e1f157edaae432520cfefe44275b88c33aaf363431a57653) AuthConfig (28f0707fdff7a6aca2b18f3ca680caee9df1e78ccd0b715b379b957516fdd0ea) AuthConfig (59511b80027251d6e210518ab0d2d81be2779e9a11451ff70e0b5d7c698e85ec) AuthConfig (00fd939278491de47005c10caa3ddf86dfd3d1592dc55e21c57a9d2c14ee26e5) AuthConfig (d9aca75f1340060667491cc8d29662be2b285713dc3c43c797032c42fce2eebd) AuthConfig (d970e27e6aee68879728013dee2d7773fc2b27b0a8b29fabf2fae3f1a6bfa378) AuthConfig (53edf0f659c8006365dab410c6dee51dee93fde8790ef654d031f6ed9618b7a0) AuthConfig (f34779df2569c2715e09b2315573119784f7c0ab6a9b8916c47d5ba6310a7f33) AuthConfig (ff0696341582d3582d6193a3319cbfc5a8ac57a5401eb0bff318eea1a3143343) AuthConfig (0a465f2667de18eb4959133e6b429bb9370e44fab8368d20bb85716cd9233bfb) AuthConfig (1c426e08b3cb690343b750501b8c33867e4dc35e4d26a180e84debc3cf5dbe57) AuthConfig (d4eec090be72aa956a6ab2382f3add53d28199cc983b11652b5653f67917c43e) AuthConfig (0377f77a613f28a4422b3f2680c2326f24940da72b61700fb995be3fa26f7b43) AuthConfig (3db18464cb6f43e0d30e808c4aeef71f6b685c94452e15709ed5cd5c639c3acf) AuthConfig (779e14930d133be929e460195642bd5dae995af524d0f26120ad7c11b3420ce8) AuthConfig (09750519711e576712db1d76f07d09dd002b9dcdd565976d93ab69bea852a1c0) AuthConfig (43229a05a38b24db2dd6fbb38df44ad85ea308c393cf52fe17f20c4d85782edc) AuthConfig (f7c4abdc72dcd923b8dae2cf1cf38c85b485954e1a17df2b51d32d8a39a3d7c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"9c5e49dc-61c2-451e-b010-1252a3d08ded","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:58.327638881Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-f11179","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-f11179","reconcileID":"f0c21373-5370-425c-9930-8f10b28808af","aitenant":"ai-tenants/e2e-explicit-f11179","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:58.819064373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c72fb27-bc79-441a-b948-ed3d0efea76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:58.869868718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c72fb27-bc79-441a-b948-ed3d0efea76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:58.918845696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c72fb27-bc79-441a-b948-ed3d0efea76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:58.967636233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c72fb27-bc79-441a-b948-ed3d0efea76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:59.123330931Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-f11179","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-f11179","reconcileID":"f0c21373-5370-425c-9930-8f10b28808af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-f11179","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-f11179"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:00.793443867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6068e9-abd2-4272-8026-a2f0f0281a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:00.847364008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6068e9-abd2-4272-8026-a2f0f0281a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:00.896029959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6068e9-abd2-4272-8026-a2f0f0281a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:00.94486657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6068e9-abd2-4272-8026-a2f0f0281a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:01.773613957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"37efb05c-4698-4cd8-987f-657d85b960dd","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:01.773646039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"37efb05c-4698-4cd8-987f-657d85b960dd","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:02.730991733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d320a8-dc55-4ff0-bf4c-c24e4d7b98f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:02.77984617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d320a8-dc55-4ff0-bf4c-c24e4d7b98f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:02.828565952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d320a8-dc55-4ff0-bf4c-c24e4d7b98f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:02.877314084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d320a8-dc55-4ff0-bf4c-c24e4d7b98f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:04.332957292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"bb98d0c0-d087-4a01-afca-3c8271b7d8ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:04.389017255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"bb98d0c0-d087-4a01-afca-3c8271b7d8ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:04.694726304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"9581c0b2-fb13-464b-a02e-13fe28dc44e6","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:04.694750564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"9581c0b2-fb13-464b-a02e-13fe28dc44e6","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.214481853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"36103611-4d00-4ad0-8687-c929d6ced145","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.21450084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"36103611-4d00-4ad0-8687-c929d6ced145","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.268061388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"d18847dd-59cd-46d4-861c-141afb4a0662","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.268081425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"d18847dd-59cd-46d4-861c-141afb4a0662","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.365244136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"d31fe31c-c3c9-49dc-8901-bf30c32be865","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.486272913Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"d31fe31c-c3c9-49dc-8901-bf30c32be865","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.5389953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c096df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"d31fe31c-c3c9-49dc-8901-bf30c32be865","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.593289929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"c8aadf4a-15d8-4299-8d5b-00e2d9095c70","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.593310239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"c8aadf4a-15d8-4299-8d5b-00e2d9095c70","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:09.221584148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.22965098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"18a642eb-ae82-4320-9005-768614359188","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.231573421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"18a642eb-ae82-4320-9005-768614359188","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.286794082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"8744a1bd-6bb3-4cf9-91e6-0eddfe900605","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.286840197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"8744a1bd-6bb3-4cf9-91e6-0eddfe900605","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.331774466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"9915a8ce-7cd5-4fac-a760-904252768b58","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:10.332281187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"8d39c80a-9d0c-418c-b52c-dd2f4f5ca7c6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5466d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:10.337193445Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"8744a1bd-6bb3-4cf9-91e6-0eddfe900605","name":"auth-test-model-e5dff6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e5dff6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:10.337247645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"8744a1bd-6bb3-4cf9-91e6-0eddfe900605","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e5dff6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.342610069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"1c7087e5-7c55-4673-8041-78b805c86551","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.34262566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"1c7087e5-7c55-4673-8041-78b805c86551","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.385563448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"9915a8ce-7cd5-4fac-a760-904252768b58","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.43510435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"a98a0cb3-f4e4-48ac-a3bf-88f83a96aedf","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.435125873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"a98a0cb3-f4e4-48ac-a3bf-88f83a96aedf","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.489105846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"b8bf1bd4-97b2-478f-be4a-3445d85a520c","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.489131536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"b8bf1bd4-97b2-478f-be4a-3445d85a520c","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.680872786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"f4302e24-526f-44bf-85ec-a99b72769e6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.68585596Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"4957bcc4-727b-4978-bd43-a8f6e6730d7d","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-auth-test-model-e5dff6","model":"auth-test-model-e5dff6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-e5dff6/e2e-auth-iso-5466d2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.735177163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"f4302e24-526f-44bf-85ec-a99b72769e6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.842146349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"cc920ccd-79fc-413b-b2b2-48ff5a19da01","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:10.842167096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"cc920ccd-79fc-413b-b2b2-48ff5a19da01","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:11.037713349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"beb6664f-fa8e-4c36-a06d-de794068a008","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-auth-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:13.723175154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c728900-c3b8-43fd-9b9a-25f4a416475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:13.771932743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c728900-c3b8-43fd-9b9a-25f4a416475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:13.820548901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c728900-c3b8-43fd-9b9a-25f4a416475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:13.869145113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c728900-c3b8-43fd-9b9a-25f4a416475a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:14.29192174Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aa8eaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aa8eaa","reconcileID":"f763acbd-1fc8-4a07-9511-1ed5120637cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-aa8eaa","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-aa8eaa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.687094293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372f6696-879b-4de4-a09c-b2c14061a9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.735710362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372f6696-879b-4de4-a09c-b2c14061a9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.784423078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372f6696-879b-4de4-a09c-b2c14061a9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.832980599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372f6696-879b-4de4-a09c-b2c14061a9a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.628734006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4deb0673-a288-407f-90d0-3fc20270207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.683867382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4deb0673-a288-407f-90d0-3fc20270207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.732601782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4deb0673-a288-407f-90d0-3fc20270207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.787052518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4deb0673-a288-407f-90d0-3fc20270207e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.78817002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"d7d5063c-5a57-4762-b9cf-66138c225946","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.843998245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"d7d5063c-5a57-4762-b9cf-66138c225946","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.896075003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c096df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"d7d5063c-5a57-4762-b9cf-66138c225946","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:19.575002512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1d05d2-0ae1-4fe7-b7c7-728a3fd805ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:19.623750045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1d05d2-0ae1-4fe7-b7c7-728a3fd805ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:19.673125761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1d05d2-0ae1-4fe7-b7c7-728a3fd805ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:19.721705097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1d05d2-0ae1-4fe7-b7c7-728a3fd805ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:21.489265862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6cdf93-47ff-4527-a419-0e534ecc50b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:21.538629746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6cdf93-47ff-4527-a419-0e534ecc50b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:21.587491105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6cdf93-47ff-4527-a419-0e534ecc50b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:21.636921377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e6cdf93-47ff-4527-a419-0e534ecc50b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:23.605563921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"c8e58e96-133d-468a-b234-0e29f868b54f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:23.716738697Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"c8e58e96-133d-468a-b234-0e29f868b54f","name":"e2e-extmod-a-d0b209-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:27.99549832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"ca4030cb-f07a-46a5-8a83-2071f0689b84","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:28.050051994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"ca4030cb-f07a-46a5-8a83-2071f0689b84","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:28.102548425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c096df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"ca4030cb-f07a-46a5-8a83-2071f0689b84","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:29.869019485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"7308a93d-8979-4f75-86b8-12a9ad95d65f","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-auth-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:30.025789578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"03f2ed95-aeb7-49a4-b26c-3b4e945b5758","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:30.025811195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"03f2ed95-aeb7-49a4-b26c-3b4e945b5758","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.113043421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"191a9b70-17f7-494a-86b9-a1d058161da1","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.113066683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"191a9b70-17f7-494a-86b9-a1d058161da1","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.12528365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"8901c4f9-75bb-4fde-9f0c-3f0c7e71131d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.165140938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"3ec70257-3435-49bc-be44-3222a31d5a22","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.165162707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"3ec70257-3435-49bc-be44-3222a31d5a22","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.179757186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"8901c4f9-75bb-4fde-9f0c-3f0c7e71131d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.261350983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"b81baf0b-d38c-466c-aadc-f3f0793e66b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.381387986Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"b81baf0b-d38c-466c-aadc-f3f0793e66b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.433386672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"b81baf0b-d38c-466c-aadc-f3f0793e66b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.496224487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"49955f25-987e-4296-898c-e38b731832e3","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.496242979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"49955f25-987e-4296-898c-e38b731832e3","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:38.1997948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"de32c8e2-5953-4f76-af9c-3f94c586cd02","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:38.253644555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"de32c8e2-5953-4f76-af9c-3f94c586cd02","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:38.30581819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c096df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9799e27c3905d17907a4d2b22ff607b8b22adc74a69e4a89df5b61d7fa5f94d9) AuthConfig (20caacb12ce05737668145cb52de770337bc585549093db2ac4495247c09fff2) AuthConfig (640b1fae2dc630c7bcadcc1fbfb7b195a40839e95bf6a22c9a9919c81206d4f8) AuthConfig (263f59f4ebb8a636f45528e6389cd8d4cdfd7c712bc7986b4c157707e4ca352a) AuthConfig (a2d29ccbddf277ea305202b140983b2466ebcb6713c535c34adea52c77d7093b) AuthConfig (451faa8d2c2657c00dd79144c2b8668ac4fac83d8552fadc624bfaa4b0f4dd4b) AuthConfig (524f64afbe17053c682d6e92c06ac3305b4df415f807c03a24142d9ff595ccf2) AuthConfig (d559fb56deecdc93c947300c1c0fe98135ba0f2abd7c7ab68324b6d016a5ab5b) AuthConfig (bbd0892c8dc7fbe2e8e11fb0c70b0dc4edc97de3d054fc56129bd4955865c85a) AuthConfig (b95e3ecfd40cf2b70f26413542c80e4fd6eb60690772b5be7770e683106692dc) AuthConfig (57d31246cd935ac4c6524894c4f2d7c56d809ca7087ac896c4be58b2df09faa9) AuthConfig (42a826c8055c1e418936e8fe32144575ee728127d9f5bb047720804e1ab9ce21) AuthConfig (fd09451c6f6601ad5bb52fcd9df6e05e317bef3f6bbd1fad8b971a73bd42c49a) AuthConfig (8a79536a09f6ae7fa1cfb9c6e9785bac5855ca46721f4fb3314eccec88e45375) AuthConfig (626dcf21cc03038d7894df94c2bf9005dfa3cc13f1949ac26ef9b4eef14e2beb) AuthConfig (d1c22754711ec6d9033ac04550e5e07409696cc6c603e9229fc031b958c264f9) AuthConfig (5c52feba47b5d33791182c6371e346cd083f0680d73cf7a15deb0132c9cdf4fd) AuthConfig (145cd5db9713aa02a331d283a4da483f4a0746e4cd7ce29a544e2d750dc1ae44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"de32c8e2-5953-4f76-af9c-3f94c586cd02","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:38.36010879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"8630bf05-e759-43f2-8235-f18efd2f0161","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:38.3601331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"8630bf05-e759-43f2-8235-f18efd2f0161","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:39.22129894Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:41.594418011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"713c78a2-c8bb-4af1-ae7c-70cb4b4d3f07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:41.648724994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"713c78a2-c8bb-4af1-ae7c-70cb4b4d3f07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:41.703333673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"713c78a2-c8bb-4af1-ae7c-70cb4b4d3f07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:48.458024606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"62f2a4b8-64ca-4930-b2f4-83de7daa1457","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:48.511533569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"62f2a4b8-64ca-4930-b2f4-83de7daa1457","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:48.564095733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-c096df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9799e27c3905d17907a4d2b22ff607b8b22adc74a69e4a89df5b61d7fa5f94d9) AuthConfig (20caacb12ce05737668145cb52de770337bc585549093db2ac4495247c09fff2) AuthConfig (640b1fae2dc630c7bcadcc1fbfb7b195a40839e95bf6a22c9a9919c81206d4f8) AuthConfig (263f59f4ebb8a636f45528e6389cd8d4cdfd7c712bc7986b4c157707e4ca352a) AuthConfig (a2d29ccbddf277ea305202b140983b2466ebcb6713c535c34adea52c77d7093b) AuthConfig (451faa8d2c2657c00dd79144c2b8668ac4fac83d8552fadc624bfaa4b0f4dd4b) AuthConfig (524f64afbe17053c682d6e92c06ac3305b4df415f807c03a24142d9ff595ccf2) AuthConfig (d559fb56deecdc93c947300c1c0fe98135ba0f2abd7c7ab68324b6d016a5ab5b) AuthConfig (bbd0892c8dc7fbe2e8e11fb0c70b0dc4edc97de3d054fc56129bd4955865c85a) AuthConfig (b95e3ecfd40cf2b70f26413542c80e4fd6eb60690772b5be7770e683106692dc) AuthConfig (57d31246cd935ac4c6524894c4f2d7c56d809ca7087ac896c4be58b2df09faa9) AuthConfig (42a826c8055c1e418936e8fe32144575ee728127d9f5bb047720804e1ab9ce21) AuthConfig (fd09451c6f6601ad5bb52fcd9df6e05e317bef3f6bbd1fad8b971a73bd42c49a) AuthConfig (8a79536a09f6ae7fa1cfb9c6e9785bac5855ca46721f4fb3314eccec88e45375) AuthConfig (626dcf21cc03038d7894df94c2bf9005dfa3cc13f1949ac26ef9b4eef14e2beb) AuthConfig (d1c22754711ec6d9033ac04550e5e07409696cc6c603e9229fc031b958c264f9) AuthConfig (5c52feba47b5d33791182c6371e346cd083f0680d73cf7a15deb0132c9cdf4fd) AuthConfig (145cd5db9713aa02a331d283a4da483f4a0746e4cd7ce29a544e2d750dc1ae44)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"62f2a4b8-64ca-4930-b2f4-83de7daa1457","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.819082082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"c4348edb-1ed6-4aec-919a-41e372618fb5","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.870738217Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"c4348edb-1ed6-4aec-919a-41e372618fb5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.87972507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"2bb8a592-5232-4a0d-9273-a8de63e22b4d","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.879893126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"2bb8a592-5232-4a0d-9273-a8de63e22b4d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.89269456Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"29bc1ece-7e8f-4f99-914e-cd01da964d41","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.892854273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"29bc1ece-7e8f-4f99-914e-cd01da964d41","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.913284327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"eec0c159-bb83-4126-8822-8d4412761818","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.913335069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"eec0c159-bb83-4126-8822-8d4412761818","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.954133793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"73397225-a5ad-4090-ba03-f44829db68e7","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:50.954200033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"73397225-a5ad-4090-ba03-f44829db68e7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:51.034954683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"331a798d-735a-4198-9fc2-c16f7b3ce8a8","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:51.035031713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"331a798d-735a-4198-9fc2-c16f7b3ce8a8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:51.196132797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"c0caf9cf-47e2-4f5c-82cd-b761c4471611","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:51.196201991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"c0caf9cf-47e2-4f5c-82cd-b761c4471611","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:51.517099615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"d4c02ea3-e7ae-44b4-b341-f1ac842c8e5a","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:51.517164854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"d4c02ea3-e7ae-44b4-b341-f1ac842c8e5a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.801485696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"3054ac4c-5e99-40a2-a3ab-11f81a00dc15","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.855102245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"3054ac4c-5e99-40a2-a3ab-11f81a00dc15","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.907540177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2495e9ed6ab2b0b931de15a6fca4370a7dc4c515e208c752b64ceadf734ad31) AuthConfig (2337aa41a6bf2a27b3c06fa96b94c9e8f6d8ebc014ea36489c9473d311f3fcff) AuthConfig (23ad97cf350ffae6267860e52745e95ff349bc1e255a800c0cad2b920c172b7b) AuthConfig (8a5d8288548befc70fd6b83119941cae4a3998c14e6629d09d792ac5d33f4143) AuthConfig (1f1e3a27d39e16388b76793dee3835df140edde988c911ce206e69bf3c633e63) AuthConfig (2581a2512762f18c12c58363ce2369fb517e28962457249ea3b464a390f9ffd6) AuthConfig (9a4e607b00771db10d19ac6e83aafb93342b636483e5734170dfadb12a8080d7) AuthConfig (3a2ae2f86daf444da915c7c477e864ba2e0d1d17ee0bdbcaa74dd918ba3f3dbd) AuthConfig (ead0dcacf3f3dab2a3db54cf22e02d5096f6fd10fe080f491b999b43b89811e8) AuthConfig (489f27626fb003591841c242a1308ffb1ee86bfc6c9e6c1333c6954bba005523) AuthConfig (3ad1fe65e47fd0c5208d4f7de004834f26ab811fe7cfaa74cd3a1509f42a5d67) AuthConfig (698b3bf8dec56f92d989e01c7051521e9fa07e9f1e94c6598f7a0a82400c5b73) AuthConfig (6d9717a74e0e4cf1bc1a9ad427f87c577f307e602080619081d5a3d6d538b573) AuthConfig (53502d7083b8e2e1bad192a2cfea7e780d44313cd00580cd3eaac6758852257f) AuthConfig (070ec17505833c0ff9bb37c7d70c4705924acdba7d590b87b305cee7cdde8b6b) AuthConfig (2dddcbfe9d169b1e30dedacc34c15507a4fb322c8dc3b43be34273d68fe640b9) AuthConfig (14b63c457ffcfc0c82175c6cddae97519f00a78ebf15ad330f176467fff213b8) AuthConfig (a55b2059ee98b927e91dc8dad34dc5656d393554e80e5251fef951a588396026)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"3054ac4c-5e99-40a2-a3ab-11f81a00dc15","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.96211395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"55e3e26e-6035-4b57-a1fb-58c68c3f23ec","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.962133485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"55e3e26e-6035-4b57-a1fb-58c68c3f23ec","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:52.158228162Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"92c0231c-e063-4647-af87-d58801c9e166","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:52.158293676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"92c0231c-e063-4647-af87-d58801c9e166","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:53.438624209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"ce4cf283-676d-493f-8f79-03f5135cb70a","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:53.438693087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"ce4cf283-676d-493f-8f79-03f5135cb70a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:55.999115065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"da473a2a-ab26-4504-b82c-93dac7b8fda9","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:55.999177595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-e84cfa","namespace":"ai-tenant-e2e-noten-e84cfa"},"namespace":"ai-tenant-e2e-noten-e84cfa","name":"noten-model-e84cfa","reconcileID":"da473a2a-ab26-4504-b82c-93dac7b8fda9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-e84cfa/noten-model-e84cfa-kserve-route (gateways: [openshift-ingress/e2e-noten-e84cfa]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:58.661795879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"b1458b0e-38b2-4fd0-854e-a3f9854672ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:58.716924645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"b1458b0e-38b2-4fd0-854e-a3f9854672ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:59.022283383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"8f9ec369-e403-4b26-8acf-a996ab016bf5","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:59.022304172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"8f9ec369-e403-4b26-8acf-a996ab016bf5","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.060700876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"8af86220-1140-48db-9908-477f3481ba46","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.114475252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"8af86220-1140-48db-9908-477f3481ba46","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.16738724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2495e9ed6ab2b0b931de15a6fca4370a7dc4c515e208c752b64ceadf734ad31) AuthConfig (2337aa41a6bf2a27b3c06fa96b94c9e8f6d8ebc014ea36489c9473d311f3fcff) AuthConfig (23ad97cf350ffae6267860e52745e95ff349bc1e255a800c0cad2b920c172b7b) AuthConfig (8a5d8288548befc70fd6b83119941cae4a3998c14e6629d09d792ac5d33f4143) AuthConfig (1f1e3a27d39e16388b76793dee3835df140edde988c911ce206e69bf3c633e63) AuthConfig (2581a2512762f18c12c58363ce2369fb517e28962457249ea3b464a390f9ffd6) AuthConfig (9a4e607b00771db10d19ac6e83aafb93342b636483e5734170dfadb12a8080d7) AuthConfig (3a2ae2f86daf444da915c7c477e864ba2e0d1d17ee0bdbcaa74dd918ba3f3dbd) AuthConfig (ead0dcacf3f3dab2a3db54cf22e02d5096f6fd10fe080f491b999b43b89811e8) AuthConfig (489f27626fb003591841c242a1308ffb1ee86bfc6c9e6c1333c6954bba005523) AuthConfig (3ad1fe65e47fd0c5208d4f7de004834f26ab811fe7cfaa74cd3a1509f42a5d67) AuthConfig (698b3bf8dec56f92d989e01c7051521e9fa07e9f1e94c6598f7a0a82400c5b73) AuthConfig (6d9717a74e0e4cf1bc1a9ad427f87c577f307e602080619081d5a3d6d538b573) AuthConfig (53502d7083b8e2e1bad192a2cfea7e780d44313cd00580cd3eaac6758852257f) AuthConfig (070ec17505833c0ff9bb37c7d70c4705924acdba7d590b87b305cee7cdde8b6b) AuthConfig (2dddcbfe9d169b1e30dedacc34c15507a4fb322c8dc3b43be34273d68fe640b9) AuthConfig (14b63c457ffcfc0c82175c6cddae97519f00a78ebf15ad330f176467fff213b8) AuthConfig (a55b2059ee98b927e91dc8dad34dc5656d393554e80e5251fef951a588396026)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"8af86220-1140-48db-9908-477f3481ba46","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.296762863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"b6e614ad-b63b-48bc-8580-e7df5d1940e9","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.296786279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"b6e614ad-b63b-48bc-8580-e7df5d1940e9","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.353298968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"d759e1bd-d7c2-4433-969f-53a650ca9079","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.353326271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"d759e1bd-d7c2-4433-969f-53a650ca9079","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.396202329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"f0f3dd9e-9541-477a-93b7-14d68062536e","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:04.397302381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"a2add9a6-da1e-4dca-aa65-9188a48d379d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-96688c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:04.403351789Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"d759e1bd-d7c2-4433-969f-53a650ca9079","name":"auth-test-model-c096df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c096df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:04.403417486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"d759e1bd-d7c2-4433-969f-53a650ca9079","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c096df\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.408776153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"767429ae-17ae-49b7-9a82-3b3f2c64eea2","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.408792682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"767429ae-17ae-49b7-9a82-3b3f2c64eea2","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.449903104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"f0f3dd9e-9541-477a-93b7-14d68062536e","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.499795867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"d908f1d3-3c68-4187-8e84-0aedd9f07ba9","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.499906031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"d908f1d3-3c68-4187-8e84-0aedd9f07ba9","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.553283391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"53153fa4-f295-4a18-943d-0cbc4b9e6fcf","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.553303678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"53153fa4-f295-4a18-943d-0cbc4b9e6fcf","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.747289377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"a209bd66-176b-4e62-afef-b17594487b11","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.753969833Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"5334ef82-98c1-491c-ab5d-cce3fc0d09f9","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"maas-trlp-auth-test-model-c096df","model":"auth-test-model-c096df","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-c096df/e2e-auth-iso-96688c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.803126836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"a209bd66-176b-4e62-afef-b17594487b11","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.910930984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"0ebaac8c-2646-42da-ac8e-9b0416996c41","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:04.910953327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"0ebaac8c-2646-42da-ac8e-9b0416996c41","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:05.107939712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"9f0e114c-e04c-44bf-913f-2cb95d4d04bc","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"maas-trlp-auth-test-model-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:09.221741859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:10.489991456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"21f81746-6037-4204-9290-6c1105f0a9e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:10.616367898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"a1bffc53-0e06-4527-96d8-92603ad4a73a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:10.802727448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d27d1e3-4da6-49aa-a19c-9efac4bcd463","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:10.902561124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"5c8ccde1-3dc6-4073-9957-dc4c168098f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:11.05487961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"995898ae-f93f-4fc5-96ea-8f1d0a8143b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:11.243050594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"7c40d8e0-3d8e-4690-8b22-e70fd45213da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:11.351008575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"a6db2db6-f8db-4d1a-9f8c-6f866b0522b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:11.447381633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"d767a45a-b823-41e8-8339-ad0241953f8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:11.619932315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"db22a545-996b-491a-ac97-13bb225a583b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:11.724513269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"09dfc9d1-570a-4a50-9a52-988f37b75cef","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-auth-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:11.823027617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"890c49dc-b2d6-4316-b720-c8ac72a3eaac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:11.870787923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"8fb7da62-55bd-4c02-af9d-2048f2c8a780","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.125137098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"724c3ec1-30c5-4a35-ae44-f555e5e76ecb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.265683369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"5fb62d30-ea81-4906-b7d1-5695a923315e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.319353069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"5fb62d30-ea81-4906-b7d1-5695a923315e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.57435761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"a4f70a14-5af8-475f-82fc-3c44f611d2ff","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.574382168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"a4f70a14-5af8-475f-82fc-3c44f611d2ff","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.004987576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"441415f9-48f3-4abf-95d5-3318476620b4","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.005017528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"441415f9-48f3-4abf-95d5-3318476620b4","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.059967686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"3ad3c03e-4657-4d46-b174-631e01ac0bab","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.059997444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"3ad3c03e-4657-4d46-b174-631e01ac0bab","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.101838119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"cd632281-121e-4c39-98f8-39b0f8ca89d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:18.106957648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"abbb20e3-57fe-433b-8527-ce0895b68154","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5466d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:18.110375247Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"3ad3c03e-4657-4d46-b174-631e01ac0bab","name":"auth-test-model-ba36fd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ba36fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:18.110436982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"3ad3c03e-4657-4d46-b174-631e01ac0bab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ba36fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.115803953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"b92d4384-6ede-4fdc-a6c9-f100d62099ea","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.115820432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"b92d4384-6ede-4fdc-a6c9-f100d62099ea","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.155983746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"cd632281-121e-4c39-98f8-39b0f8ca89d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.209991748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"ccf1ac16-cdd2-4614-b74d-27d5e2f4e1f2","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.210013843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"ccf1ac16-cdd2-4614-b74d-27d5e2f4e1f2","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.261753096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"34217a23-df0c-44d6-aaa1-2306fe2758cb","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.26177869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"34217a23-df0c-44d6-aaa1-2306fe2758cb","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.451735871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"58ebb015-7192-44b2-ab4d-826fdffc8f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.470813086Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"8b5b20f5-f2db-4dfb-81f3-3c3d71e9518c","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-auth-test-model-ba36fd","model":"auth-test-model-ba36fd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-ba36fd/e2e-auth-iso-5466d2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.505294304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"58ebb015-7192-44b2-ab4d-826fdffc8f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.626954861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"b910a396-c01c-44ca-a3f2-92e4e91fdef7","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.626978014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"b910a396-c01c-44ca-a3f2-92e4e91fdef7","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:18.82307479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"79867615-0cfa-490e-b8f3-4f5efea45556","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-auth-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:26.982393555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"fdcbd519-c6aa-40b0-a999-8843c0b851a0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aa8eaa","tenantID":"e2e-extmod-a-aa8eaa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:27.093245037Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"fdcbd519-c6aa-40b0-a999-8843c0b851a0","name":"e2e-extmod-a-aa8eaa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:33.875378294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"c1beb764-3296-454a-b384-da5f757f54e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.001616871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"6bf521e4-293a-4c23-a52f-260141a5a498","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.102324234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"64c9f381-abc6-41d1-a74c-8d749170dff5","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-auth-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.200954241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"dbe12b35-eaff-4f01-ad58-5129245287a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.259266619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"c8379d0b-343c-4351-9775-dd7bd7e9669b","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.259288047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"c8379d0b-343c-4351-9775-dd7bd7e9669b","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.300352764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"c686b978-508c-4ff4-9508-e0ae9798b3ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.496082434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"764a954f-93a8-4588-8c6c-4c389e588569","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.623389898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"8741c5e7-7be6-4fd4-8716-b131e12ca573","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-auth-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.871870095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"d321adb3-7b04-4946-9573-335c34759420","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.973767195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"68bf0636-191e-4cd1-81cf-bbdbc22531c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.999495686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12209189-91b1-4c9c-8eb3-05c78e6a0849","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.075868968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"33cb2521-f765-41ce-87f7-a9d8d41cf4fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.17489371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"4feaaa54-94f3-4749-8aaf-fe234bf8f9ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.273101572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"9047b929-8afe-48b2-b939-020a1d19decd","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"maas-trlp-auth-test-model-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.429570735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"81631b4a-546b-4f51-a940-fc2be3a650f0","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.429596618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"81631b4a-546b-4f51-a940-fc2be3a650f0","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.449942979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b01a8a45-5690-4543-833d-002febd8d5ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.549207834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"53898412-0b48-40c1-a7ac-ef32b20d4360","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.917303789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"bb0d29d2-9916-40c4-bf48-3fd70fd5b175","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.971193647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"bb0d29d2-9916-40c4-bf48-3fd70fd5b175","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:36.107476728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"8efb3cfa-0c25-424c-ac61-1ae65f85e0b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:36.161309567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"8efb3cfa-0c25-424c-ac61-1ae65f85e0b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:37.9139014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"a74e8c30-508e-4368-bf33-c28196db4404","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:37.913926988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"a74e8c30-508e-4368-bf33-c28196db4404","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:37.966909417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"c9fa95f7-ea33-4426-ab1a-cb3c56334546","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:37.966933128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"c9fa95f7-ea33-4426-ab1a-cb3c56334546","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.004155558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460bb3f5-3de9-44cc-957f-d7dde38d4b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.052762187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460bb3f5-3de9-44cc-957f-d7dde38d4b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.101497272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460bb3f5-3de9-44cc-957f-d7dde38d4b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.151611789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"460bb3f5-3de9-44cc-957f-d7dde38d4b2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.200085007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"23118050-b508-4e3f-87e3-8b1fc81ab9ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.32241213Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"23118050-b508-4e3f-87e3-8b1fc81ab9ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.403770355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-48e17a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"23118050-b508-4e3f-87e3-8b1fc81ab9ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.457594598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"1012b32d-f0aa-4761-ac01-ef636631b9be","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:38.457615015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"1012b32d-f0aa-4761-ac01-ef636631b9be","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.22398281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.446763372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"7b0071f2-0f54-45c8-8f0b-fb98acc43a6b","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.446783655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"7b0071f2-0f54-45c8-8f0b-fb98acc43a6b","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.544036342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"a4b5122b-6a82-4151-a601-ba4923fbdb0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.597967712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"a4b5122b-6a82-4151-a601-ba4923fbdb0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.599765073Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"440083fd-a2fd-4244-8f71-8cc3059db4ba","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7919e283","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.918317744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a76452-165a-457d-9c65-0b8086a6593c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.918515607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"ac09df79-c6e8-4a58-a7c5-1307d9ef53cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.967213844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a76452-165a-457d-9c65-0b8086a6593c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:40.015897319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a76452-165a-457d-9c65-0b8086a6593c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:40.064711642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a76452-165a-457d-9c65-0b8086a6593c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:40.070123426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"ac09df79-c6e8-4a58-a7c5-1307d9ef53cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:46.42504811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2f2cd7-00c3-4620-a1c4-19520c10bb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:46.474253756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2f2cd7-00c3-4620-a1c4-19520c10bb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:46.523049938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2f2cd7-00c3-4620-a1c4-19520c10bb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:46.57156628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2f2cd7-00c3-4620-a1c4-19520c10bb4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:47.044124704Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4599cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4599cf","reconcileID":"ac2a40a8-0e72-479a-908d-54cac8ab6c72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4599cf","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4599cf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.382708676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a21da31-16cb-452b-957d-f8a498584349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.431368808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a21da31-16cb-452b-957d-f8a498584349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.48020643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a21da31-16cb-452b-957d-f8a498584349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.529102382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a21da31-16cb-452b-957d-f8a498584349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.577421125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"6b9f4b1c-649f-4364-9f12-e39699d146b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.63089973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"6b9f4b1c-649f-4364-9f12-e39699d146b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.683740253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-48e17a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"6b9f4b1c-649f-4364-9f12-e39699d146b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:49.649310072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"0e0876d4-d0c8-4746-b0ef-b0c921e9e16c","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","subscription":"e2e-auth-iso-5466d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:49.698479221Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"0e0876d4-d0c8-4746-b0ef-b0c921e9e16c","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:49.747391713Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"0e0876d4-d0c8-4746-b0ef-b0c921e9e16c","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.020727146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"29fa63c2-0eaa-42b9-afb3-5dfa290ae755","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.020747675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"29fa63c2-0eaa-42b9-afb3-5dfa290ae755","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.118360685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"b84b6582-6475-41ab-8bd8-df7faad6d876","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.167833343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"5d15023c-62f9-4cc4-a4c7-321ad68ba7be","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.167854196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"5d15023c-62f9-4cc4-a4c7-321ad68ba7be","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.173189171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"b84b6582-6475-41ab-8bd8-df7faad6d876","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.303098295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50fe354f-cd01-4fbf-a49e-d91bda320500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.303214225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"08632317-62e4-47ae-b3e6-56b6bbfa7e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.354056369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50fe354f-cd01-4fbf-a49e-d91bda320500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.354402766Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"968444bd-02ab-4c5b-bd37-24b054fc334b","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9178736e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.403736325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50fe354f-cd01-4fbf-a49e-d91bda320500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.408560563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"08632317-62e4-47ae-b3e6-56b6bbfa7e8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.452770466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50fe354f-cd01-4fbf-a49e-d91bda320500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.553132225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"c0b5fb6c-b305-46b5-986b-73a479c64a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.606657711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"c0b5fb6c-b305-46b5-986b-73a479c64a3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.779062699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"4b52baf6-d74d-4915-b7d7-c310720cf47a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.874174325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"4b52baf6-d74d-4915-b7d7-c310720cf47a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:58.785033642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"2467247e-a84e-4851-91ae-7a7f06c4dda2","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:58.838911385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"2467247e-a84e-4851-91ae-7a7f06c4dda2","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:58.891516954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-48e17a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"2467247e-a84e-4851-91ae-7a7f06c4dda2","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.404008855Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"c7f97e95-cd39-40be-9d13-c59df4c153b6","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","subscription":"e2e-auth-iso-5466d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.453557151Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"c7f97e95-cd39-40be-9d13-c59df4c153b6","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.502791941Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"c7f97e95-cd39-40be-9d13-c59df4c153b6","MaaSSubscription":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.76030387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"a511fbad-db9b-4131-ba16-31a03e1f5f0c","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.760328732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"a511fbad-db9b-4131-ba16-31a03e1f5f0c","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.857645902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"085af045-e061-4c93-98c2-cba94eff6e63","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.91204213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"085af045-e061-4c93-98c2-cba94eff6e63","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.912101789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"dfbfcab0-d22b-4500-8a57-fad61dd0455f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.912381544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"04da6ac8-4ae6-4826-a1ca-013a7bceb1b0","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.912396259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"04da6ac8-4ae6-4826-a1ca-013a7bceb1b0","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.110657456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"dfbfcab0-d22b-4500-8a57-fad61dd0455f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.230820859Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"dfbfcab0-d22b-4500-8a57-fad61dd0455f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.230843596Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-auth-iso-5466d2","reconcileID":"dfbfcab0-d22b-4500-8a57-fad61dd0455f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.25908649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"3491d907-f5bc-4361-b323-581967872651","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.283997834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"b2f9d4cc-df5d-47b3-afda-ff2a0e9b94c0","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/auth-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.284018077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"auth-test-model-e5dff6","reconcileID":"b2f9d4cc-df5d-47b3-afda-ff2a0e9b94c0","MaaSModelRef":{"name":"auth-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"auth-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"auth-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.312679847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"3491d907-f5bc-4361-b323-581967872651","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.439088608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"085c7471-ddfb-410b-816d-ccf75737ffc4","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.439112167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"085c7471-ddfb-410b-816d-ccf75737ffc4","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.510251586Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"6a84c05a-05d6-4ad4-be8b-44dc173594a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.761227725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"6a84c05a-05d6-4ad4-be8b-44dc173594a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.882781867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"6a84c05a-05d6-4ad4-be8b-44dc173594a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.882805871Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-auth-iso-5466d2","reconcileID":"6a84c05a-05d6-4ad4-be8b-44dc173594a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5466d2","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.936693583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"b67d0f31-7cb3-4a91-ac98-bbf7144bfe69","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/auth-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.936718366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"auth-test-model-ba36fd","reconcileID":"b67d0f31-7cb3-4a91-ac98-bbf7144bfe69","MaaSModelRef":{"name":"auth-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"auth-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"auth-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:08.988957522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"63d8e2b1-a2ee-465f-b7de-539a8a9722d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:09.042918751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"63d8e2b1-a2ee-465f-b7de-539a8a9722d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:09.09517582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-48e17a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6c4ca04bd66582bf814af0095d98ba95072603782c413ee57227b7392faf071) AuthConfig (3edd2cb83edb57be242ab52fdfe00a3272d3bf787ffeea06515ff4179195fc7b) AuthConfig (63067588235d9358c3ee34b9f02e07df8622c6742dd49c0d6805bbc86919f01f) AuthConfig (1c14453d22a2515872c0be23522a62abd815daaf26e25886d486d2a02c033953) AuthConfig (69070cfd62f1b707abed27c8aa2718fb2b2316dc1e02edf406667caf6073c49d) AuthConfig (18c2cf93af1a27a2134f5c4f4f4f4ffd7f3cb72e3f8845de99e13b1177462220) AuthConfig (8a1a8e08a36726e60877898be28abb63f93575c0d2fc4342b6e9e8b6abba280d) AuthConfig (b8aada31c38d6fef21ce3d0788d069fb09b3774590aea0ef0c4e55cde03d1b30) AuthConfig (b7cd64ab3bf3810fc10c6cc4686b4a2409abc0ea77b131150e38f6f09eb6933d) AuthConfig (1f3018688f6f670bb60b03c60ec5eaf8f1e4314a90b42b021b16b4a0962d8e51) AuthConfig (f2e426caa2b05a1e933f6f20338e2ed8973499f8f95ee9dc2017944eb11c3f06) AuthConfig (ba4d8a200428677a37237061f235762bd9c65b2237d81734edb67f615d7c99f1) AuthConfig (8c80e3aec33352b25d116aaa6c093b50069a3a4457dd8722dd353707e933ca5e) AuthConfig (529b680cc114047e187440356ddd61e666362d62d5108d3b5e3d9abcb6fe401e) AuthConfig (b7c86e54123da3f6dee4ababcbd2ff8c153862a1ddae6b8f9fef3557eadb9586) AuthConfig (fd759a4bacd3775e09b7ead51681e1363e97b7d7b9e882ba0344a1e26c6bff2f) AuthConfig (02edb4558b10a562e257dd0b552003006b0fecbdca658467c9ad5d4096bb30fe) AuthConfig (7f014f0c63905a38104d67a019171ea237eae3f3b0ef2f32ee009d7e58e3af2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"63d8e2b1-a2ee-465f-b7de-539a8a9722d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:09.149603686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"55dda1cb-86ab-4c7b-bb85-6badf240bf91","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:09.149626565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"55dda1cb-86ab-4c7b-bb85-6badf240bf91","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:09.220689229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:15.612543588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41273a46-632e-4f90-a850-6d39b4430c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:15.661598182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41273a46-632e-4f90-a850-6d39b4430c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:15.710359897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41273a46-632e-4f90-a850-6d39b4430c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:15.75896264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41273a46-632e-4f90-a850-6d39b4430c27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:16.192182694Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-74d0bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-74d0bf","reconcileID":"9fddb20b-d3ac-41e1-994f-4eb1f1a7fa00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-74d0bf","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-74d0bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:17.530834563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff3b5d0-83d1-4fe7-b968-8da54103b49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:17.579659773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff3b5d0-83d1-4fe7-b968-8da54103b49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:17.62849507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff3b5d0-83d1-4fe7-b968-8da54103b49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:17.677474113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff3b5d0-83d1-4fe7-b968-8da54103b49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.246533525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"8eaaacac-81e5-46a7-a9d4-8a4d0ab50619","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.300600761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"8eaaacac-81e5-46a7-a9d4-8a4d0ab50619","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.353208647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-48e17a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6c4ca04bd66582bf814af0095d98ba95072603782c413ee57227b7392faf071) AuthConfig (3edd2cb83edb57be242ab52fdfe00a3272d3bf787ffeea06515ff4179195fc7b) AuthConfig (63067588235d9358c3ee34b9f02e07df8622c6742dd49c0d6805bbc86919f01f) AuthConfig (1c14453d22a2515872c0be23522a62abd815daaf26e25886d486d2a02c033953) AuthConfig (69070cfd62f1b707abed27c8aa2718fb2b2316dc1e02edf406667caf6073c49d) AuthConfig (18c2cf93af1a27a2134f5c4f4f4f4ffd7f3cb72e3f8845de99e13b1177462220) AuthConfig (8a1a8e08a36726e60877898be28abb63f93575c0d2fc4342b6e9e8b6abba280d) AuthConfig (b8aada31c38d6fef21ce3d0788d069fb09b3774590aea0ef0c4e55cde03d1b30) AuthConfig (b7cd64ab3bf3810fc10c6cc4686b4a2409abc0ea77b131150e38f6f09eb6933d) AuthConfig (1f3018688f6f670bb60b03c60ec5eaf8f1e4314a90b42b021b16b4a0962d8e51) AuthConfig (f2e426caa2b05a1e933f6f20338e2ed8973499f8f95ee9dc2017944eb11c3f06) AuthConfig (ba4d8a200428677a37237061f235762bd9c65b2237d81734edb67f615d7c99f1) AuthConfig (8c80e3aec33352b25d116aaa6c093b50069a3a4457dd8722dd353707e933ca5e) AuthConfig (529b680cc114047e187440356ddd61e666362d62d5108d3b5e3d9abcb6fe401e) AuthConfig (b7c86e54123da3f6dee4ababcbd2ff8c153862a1ddae6b8f9fef3557eadb9586) AuthConfig (fd759a4bacd3775e09b7ead51681e1363e97b7d7b9e882ba0344a1e26c6bff2f) AuthConfig (02edb4558b10a562e257dd0b552003006b0fecbdca658467c9ad5d4096bb30fe) AuthConfig (7f014f0c63905a38104d67a019171ea237eae3f3b0ef2f32ee009d7e58e3af2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"8eaaacac-81e5-46a7-a9d4-8a4d0ab50619","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.501049903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0c62b7-e6a0-4d6f-b187-718479a59cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.551022657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0c62b7-e6a0-4d6f-b187-718479a59cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.599927167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0c62b7-e6a0-4d6f-b187-718479a59cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.64880101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab0c62b7-e6a0-4d6f-b187-718479a59cd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:21.410781648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8478853-51f1-4c25-8b21-ced2f7e59cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:21.461821716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8478853-51f1-4c25-8b21-ced2f7e59cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:21.5123482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8478853-51f1-4c25-8b21-ced2f7e59cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:21.560887952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8478853-51f1-4c25-8b21-ced2f7e59cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:23.317255971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa62348-870c-4816-a869-fbdb19fa3c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:23.366187756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa62348-870c-4816-a869-fbdb19fa3c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:23.414910108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa62348-870c-4816-a869-fbdb19fa3c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:23.463805658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa62348-870c-4816-a869-fbdb19fa3c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:25.289164541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b581a7-b58b-4048-9bab-15c897ed3759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:25.338040827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b581a7-b58b-4048-9bab-15c897ed3759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:25.386704548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b581a7-b58b-4048-9bab-15c897ed3759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:25.435343881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b581a7-b58b-4048-9bab-15c897ed3759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:27.282226675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b4a9d1-ee72-4d93-95b3-17649884f9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:27.331097074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b4a9d1-ee72-4d93-95b3-17649884f9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:27.379618443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b4a9d1-ee72-4d93-95b3-17649884f9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:27.428373524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b4a9d1-ee72-4d93-95b3-17649884f9f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.454323118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"b943648d-5797-4470-a8d1-e066be08149f","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.508179604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"b943648d-5797-4470-a8d1-e066be08149f","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.560373374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-48e17a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6c4ca04bd66582bf814af0095d98ba95072603782c413ee57227b7392faf071) AuthConfig (3edd2cb83edb57be242ab52fdfe00a3272d3bf787ffeea06515ff4179195fc7b) AuthConfig (63067588235d9358c3ee34b9f02e07df8622c6742dd49c0d6805bbc86919f01f) AuthConfig (1c14453d22a2515872c0be23522a62abd815daaf26e25886d486d2a02c033953) AuthConfig (69070cfd62f1b707abed27c8aa2718fb2b2316dc1e02edf406667caf6073c49d) AuthConfig (18c2cf93af1a27a2134f5c4f4f4f4ffd7f3cb72e3f8845de99e13b1177462220) AuthConfig (8a1a8e08a36726e60877898be28abb63f93575c0d2fc4342b6e9e8b6abba280d) AuthConfig (b8aada31c38d6fef21ce3d0788d069fb09b3774590aea0ef0c4e55cde03d1b30) AuthConfig (b7cd64ab3bf3810fc10c6cc4686b4a2409abc0ea77b131150e38f6f09eb6933d) AuthConfig (1f3018688f6f670bb60b03c60ec5eaf8f1e4314a90b42b021b16b4a0962d8e51) AuthConfig (f2e426caa2b05a1e933f6f20338e2ed8973499f8f95ee9dc2017944eb11c3f06) AuthConfig (ba4d8a200428677a37237061f235762bd9c65b2237d81734edb67f615d7c99f1) AuthConfig (8c80e3aec33352b25d116aaa6c093b50069a3a4457dd8722dd353707e933ca5e) AuthConfig (529b680cc114047e187440356ddd61e666362d62d5108d3b5e3d9abcb6fe401e) AuthConfig (b7c86e54123da3f6dee4ababcbd2ff8c153862a1ddae6b8f9fef3557eadb9586) AuthConfig (fd759a4bacd3775e09b7ead51681e1363e97b7d7b9e882ba0344a1e26c6bff2f) AuthConfig (02edb4558b10a562e257dd0b552003006b0fecbdca658467c9ad5d4096bb30fe) AuthConfig (7f014f0c63905a38104d67a019171ea237eae3f3b0ef2f32ee009d7e58e3af2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"b943648d-5797-4470-a8d1-e066be08149f","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.223587318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.658331246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"42eb3184-6618-416b-baad-4e0d81ba3b3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.711909898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"42eb3184-6618-416b-baad-4e0d81ba3b3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.764198658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-48e17a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6c4ca04bd66582bf814af0095d98ba95072603782c413ee57227b7392faf071) AuthConfig (3edd2cb83edb57be242ab52fdfe00a3272d3bf787ffeea06515ff4179195fc7b) AuthConfig (63067588235d9358c3ee34b9f02e07df8622c6742dd49c0d6805bbc86919f01f) AuthConfig (1c14453d22a2515872c0be23522a62abd815daaf26e25886d486d2a02c033953) AuthConfig (69070cfd62f1b707abed27c8aa2718fb2b2316dc1e02edf406667caf6073c49d) AuthConfig (18c2cf93af1a27a2134f5c4f4f4f4ffd7f3cb72e3f8845de99e13b1177462220) AuthConfig (8a1a8e08a36726e60877898be28abb63f93575c0d2fc4342b6e9e8b6abba280d) AuthConfig (b8aada31c38d6fef21ce3d0788d069fb09b3774590aea0ef0c4e55cde03d1b30) AuthConfig (b7cd64ab3bf3810fc10c6cc4686b4a2409abc0ea77b131150e38f6f09eb6933d) AuthConfig (1f3018688f6f670bb60b03c60ec5eaf8f1e4314a90b42b021b16b4a0962d8e51) AuthConfig (f2e426caa2b05a1e933f6f20338e2ed8973499f8f95ee9dc2017944eb11c3f06) AuthConfig (ba4d8a200428677a37237061f235762bd9c65b2237d81734edb67f615d7c99f1) AuthConfig (8c80e3aec33352b25d116aaa6c093b50069a3a4457dd8722dd353707e933ca5e) AuthConfig (529b680cc114047e187440356ddd61e666362d62d5108d3b5e3d9abcb6fe401e) AuthConfig (b7c86e54123da3f6dee4ababcbd2ff8c153862a1ddae6b8f9fef3557eadb9586) AuthConfig (fd759a4bacd3775e09b7ead51681e1363e97b7d7b9e882ba0344a1e26c6bff2f) AuthConfig (02edb4558b10a562e257dd0b552003006b0fecbdca658467c9ad5d4096bb30fe) AuthConfig (7f014f0c63905a38104d67a019171ea237eae3f3b0ef2f32ee009d7e58e3af2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"42eb3184-6618-416b-baad-4e0d81ba3b3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:42.905029401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfcad88-ca82-4679-ba09-05e27bca4b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:42.953694973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfcad88-ca82-4679-ba09-05e27bca4b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:43.004298995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfcad88-ca82-4679-ba09-05e27bca4b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:43.053245937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cfcad88-ca82-4679-ba09-05e27bca4b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:44.829758316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655c4e8a-4804-41f4-b8d9-d6371fdc2370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:44.879608769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655c4e8a-4804-41f4-b8d9-d6371fdc2370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:44.929424481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655c4e8a-4804-41f4-b8d9-d6371fdc2370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:44.978139418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"655c4e8a-4804-41f4-b8d9-d6371fdc2370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:46.79206555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d693adf-39e7-48eb-8dc4-3ba2790687a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:46.840645088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d693adf-39e7-48eb-8dc4-3ba2790687a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:46.889641196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d693adf-39e7-48eb-8dc4-3ba2790687a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:46.938797557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d693adf-39e7-48eb-8dc4-3ba2790687a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:48.426967768Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-758b79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-758b79","reconcileID":"dc39dbbf-baec-41b2-a46e-b29ed7acd757","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-758b79","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-758b79":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:48.792755121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e535bc-6a63-4447-af0a-abba2cffd398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:48.841267722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e535bc-6a63-4447-af0a-abba2cffd398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:48.889848615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e535bc-6a63-4447-af0a-abba2cffd398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:48.938775494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5e535bc-6a63-4447-af0a-abba2cffd398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:49.001241954Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9bb118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9bb118","reconcileID":"93d88a1f-458d-4345-bfe0-711987e621b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9bb118","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-9bb118":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:49.875004552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"9f3ebfb8-4ea1-4ee5-9a41-e29600a99c8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:49.97701651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"9f3ebfb8-4ea1-4ee5-9a41-e29600a99c8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.274632131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"f3aef90e-3a38-4cac-8352-b2bb312ac895","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.274656695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"f3aef90e-3a38-4cac-8352-b2bb312ac895","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.790991089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fce41dc-6e30-41a0-afe3-32d225ea4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.880836184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fce41dc-6e30-41a0-afe3-32d225ea4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.929522655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fce41dc-6e30-41a0-afe3-32d225ea4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.978300064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fce41dc-6e30-41a0-afe3-32d225ea4ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.75437532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e783727-d87b-47e5-b0be-df2bda005e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.802818274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e783727-d87b-47e5-b0be-df2bda005e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.851632528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e783727-d87b-47e5-b0be-df2bda005e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.900160128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e783727-d87b-47e5-b0be-df2bda005e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:54.701319565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d07691d-8f26-49c2-84e5-c8de69912ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:54.750267626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d07691d-8f26-49c2-84e5-c8de69912ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:54.798891856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d07691d-8f26-49c2-84e5-c8de69912ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:54.847531024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d07691d-8f26-49c2-84e5-c8de69912ee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.580411386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"fc4d1480-569f-46e6-990c-fc724d1f7966","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.580431901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"fc4d1480-569f-46e6-990c-fc724d1f7966","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.644374807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"c3b0e5af-69b1-4b31-8a96-aafdca191649","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.644485433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"c3b0e5af-69b1-4b31-8a96-aafdca191649","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.686274045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"18254563-3542-4d07-87f8-7afab7159c93","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:12:55.687880131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"cb68c1ed-2781-414f-a8c8-77886a91d791","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-96688c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.779686512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"18254563-3542-4d07-87f8-7afab7159c93","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.827869843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"da604376-a5e4-4e61-ac54-696ace4ea80d","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.82791095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"da604376-a5e4-4e61-ac54-696ace4ea80d","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.89274532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"a5182b91-0880-439b-a183-6f7cb6deb15c","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.892886007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"a5182b91-0880-439b-a183-6f7cb6deb15c","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.089585537Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"7193cfde-851b-48a8-b47f-57aa2356d6ec","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"maas-trlp-auth-test-model-48e17a","model":"auth-test-model-48e17a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-48e17a/e2e-auth-iso-96688c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.144219547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"f9eaf19a-bc29-4e1e-a20e-2e1251c2f69d","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.198094866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"f9eaf19a-bc29-4e1e-a20e-2e1251c2f69d","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.248011332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"5f87297b-3aa1-40fc-8bfd-9f1c72af97e6","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.248035625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"5f87297b-3aa1-40fc-8bfd-9f1c72af97e6","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.44408505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"6a609b6e-fef3-4035-b799-d56eb0f61be5","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"maas-trlp-auth-test-model-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.675640414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3802bb8a-e0db-4aa4-925c-2882253950f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.72416111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3802bb8a-e0db-4aa4-925c-2882253950f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.772852719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3802bb8a-e0db-4aa4-925c-2882253950f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:56.821569526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3802bb8a-e0db-4aa4-925c-2882253950f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:58.628527239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0954fe88-2b54-4b54-a9d1-906a8576793a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:58.677292094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0954fe88-2b54-4b54-a9d1-906a8576793a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:58.726214634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0954fe88-2b54-4b54-a9d1-906a8576793a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:58.775317014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0954fe88-2b54-4b54-a9d1-906a8576793a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:00.540280995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ef81ce-122a-4814-943c-c4642f342249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:00.58926752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ef81ce-122a-4814-943c-c4642f342249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:00.637845437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ef81ce-122a-4814-943c-c4642f342249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:00.686285966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3ef81ce-122a-4814-943c-c4642f342249","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:02.463068212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382126ab-3153-4f67-912a-64fb91cc7e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:02.511743054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382126ab-3153-4f67-912a-64fb91cc7e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:02.560656358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382126ab-3153-4f67-912a-64fb91cc7e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:02.609490758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"382126ab-3153-4f67-912a-64fb91cc7e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:04.404105829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be8a8f0-8d9c-4eb2-a30e-0f19d4b9d06d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:04.45249015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be8a8f0-8d9c-4eb2-a30e-0f19d4b9d06d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:04.501135404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be8a8f0-8d9c-4eb2-a30e-0f19d4b9d06d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:04.549820455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be8a8f0-8d9c-4eb2-a30e-0f19d4b9d06d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.264761019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"4a335322-7198-4d45-b8ae-1f28b1fc42f2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.375474014Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"4a335322-7198-4d45-b8ae-1f28b1fc42f2","name":"e2e-extmod-b-4599cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:09.221390187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:32.694820105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"702127a8-dbbd-472b-a35e-d4a2958c5d4a","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"maas-trlp-auth-test-model-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:32.851168553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"97d89074-c153-49b0-a8f2-6203a6a280ad","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:32.851192196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"97d89074-c153-49b0-a8f2-6203a6a280ad","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:33.823715179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"be1b7b3f-2a2c-4c8b-9421-61b811c4b40b","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:33.877993457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"be1b7b3f-2a2c-4c8b-9421-61b811c4b40b","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:39.221634936Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:40.621909848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"9a4b4e59-f12d-4d24-94c7-3a13265e8953","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:40.621931719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"9a4b4e59-f12d-4d24-94c7-3a13265e8953","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:40.718569002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"31e5fdf6-9271-4dd3-b6c5-46aa82a71f8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:40.772843629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"31e5fdf6-9271-4dd3-b6c5-46aa82a71f8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:40.77520475Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"29e96e08-c156-47e7-adf5-7698c083dda0","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c91ad235","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.01663909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"36bfd49c-fd1e-4fbb-a1c2-7f5e3af6941a","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.070032068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"36bfd49c-fd1e-4fbb-a1c2-7f5e3af6941a","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.230889267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"b2b51582-7a85-4ad8-8249-1538e27d6285","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-74d0bf","tenantID":"e2e-extmod-a-74d0bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.343426933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"b2b51582-7a85-4ad8-8249-1538e27d6285","name":"e2e-extmod-a-74d0bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.824714064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"ced9ddbf-15ca-4ede-909e-8ec9e4e3aff4","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","subscription":"e2e-auth-iso-96688c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.873546239Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"ced9ddbf-15ca-4ede-909e-8ec9e4e3aff4","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.922668197Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"ced9ddbf-15ca-4ede-909e-8ec9e4e3aff4","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"maas-trlp-auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.176890308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"dd94cde5-fe22-4cdc-b338-8be0b4b1ccc8","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.176914036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"dd94cde5-fe22-4cdc-b338-8be0b4b1ccc8","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.273664078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"20249781-c171-447c-bfb6-8d8bac83fbb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.323876809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"179a00d0-9de6-46d6-bc55-b0049760ab21","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.323897725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"179a00d0-9de6-46d6-bc55-b0049760ab21","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.329135775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"20249781-c171-447c-bfb6-8d8bac83fbb9","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.420522632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"b95dd01d-5e40-4dbd-ae66-4f682dccd8b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.47516831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"b95dd01d-5e40-4dbd-ae66-4f682dccd8b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.475822529Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"ba92870f-3084-46bf-9315-1979070439d3","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af448fa8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.632232346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"00be673a-68f3-425b-a3ea-ac35e58f2556","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.685579887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"00be673a-68f3-425b-a3ea-ac35e58f2556","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.732295337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"e47bfdf7-cf96-4bf3-bc04-545d30fa5513","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:51.785928378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"e47bfdf7-cf96-4bf3-bc04-545d30fa5513","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.524939575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"89d3b6ef-01f4-4e67-8e3b-733237a3d1a6","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","subscription":"e2e-auth-iso-96688c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.574385051Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"89d3b6ef-01f4-4e67-8e3b-733237a3d1a6","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.62394421Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"89d3b6ef-01f4-4e67-8e3b-733237a3d1a6","MaaSSubscription":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"maas-trlp-auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.882032212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"e5e31736-5a1b-4386-b7fb-256ad1f58a13","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.88205691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"e5e31736-5a1b-4386-b7fb-256ad1f58a13","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.97966091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"140a4f5a-205a-41e8-a6ce-b5e1ec3ef1c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.025116684Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"b8efcc4f-a13a-4044-9eb5-5f9dcef07238","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.025246613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"b0e16a1b-fde3-4d32-bc8e-4a45cd7ce42b","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.025266802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"b0e16a1b-fde3-4d32-bc8e-4a45cd7ce42b","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.034032154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"140a4f5a-205a-41e8-a6ce-b5e1ec3ef1c4","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.173154385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"b8efcc4f-a13a-4044-9eb5-5f9dcef07238","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.294130434Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"b8efcc4f-a13a-4044-9eb5-5f9dcef07238","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"name":"e2e-shared-a-w3-c096df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.294155346Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"e2e-auth-iso-96688c","reconcileID":"b8efcc4f-a13a-4044-9eb5-5f9dcef07238","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.34843354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"ffa0184c-beed-43b5-aa1f-329654ec3de6","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"tenant":"e2e-shared-a-w3-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","model":"ai-tenant-e2e-shared-a-w3-c096df/auth-test-model-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.348490287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"auth-test-model-c096df","reconcileID":"ffa0184c-beed-43b5-aa1f-329654ec3de6","MaaSModelRef":{"name":"auth-test-model-c096df","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"routeName":"auth-test-model-c096df-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-c096df","llmisvcName":"auth-test-model-c096df","gateway":"openshift-ingress/e2e-shared-a-w3-c096df","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.372418024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"c881e0ea-cbcf-46d5-9b18-f4bfbdb66f0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.426361607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"c881e0ea-cbcf-46d5-9b18-f4bfbdb66f0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.498328019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"8f276048-4a8d-4994-8652-1b2eea915281","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.498351573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"8f276048-4a8d-4994-8652-1b2eea915281","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.630281219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"32144586-5bd2-4bd4-9e4c-13f3a90aa24f","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.778650497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"32144586-5bd2-4bd4-9e4c-13f3a90aa24f","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.899288215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"32144586-5bd2-4bd4-9e4c-13f3a90aa24f","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"name":"e2e-shared-b-w3-48e17a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.899320516Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"e2e-auth-iso-96688c","reconcileID":"32144586-5bd2-4bd4-9e4c-13f3a90aa24f","MaaSAuthPolicy":{"name":"e2e-auth-iso-96688c","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.955008364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"5b9c8d06-9f56-4198-8f6d-4524cdbd96e1","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"tenant":"e2e-shared-b-w3-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","model":"ai-tenant-e2e-shared-b-w3-48e17a/auth-test-model-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.955032953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"auth-test-model-48e17a","reconcileID":"5b9c8d06-9f56-4198-8f6d-4524cdbd96e1","MaaSModelRef":{"name":"auth-test-model-48e17a","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"routeName":"auth-test-model-48e17a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","llmisvcName":"auth-test-model-48e17a","gateway":"openshift-ingress/e2e-shared-b-w3-48e17a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:09.228903143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:12.418046539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8bb4e9-8f52-4fe3-8e36-decd5410ecc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:12.480954645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8bb4e9-8f52-4fe3-8e36-decd5410ecc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:12.529446013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8bb4e9-8f52-4fe3-8e36-decd5410ecc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:12.577877129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d8bb4e9-8f52-4fe3-8e36-decd5410ecc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:13.021280727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"f70f7865-5305-4b87-afed-b76bbc8d4fed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-758b79","tenantID":"e2e-extmod-a-758b79","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:13.121100641Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-d0a3e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-d0a3e7","reconcileID":"2232facc-1939-4445-8556-61c375dbb20c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-d0a3e7","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-d0a3e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:13.13161112Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"f70f7865-5305-4b87-afed-b76bbc8d4fed","name":"e2e-extmod-a-758b79-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:14.428013619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a522670-5a50-47d2-b60d-9ea7ca5fd79b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:14.477738052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a522670-5a50-47d2-b60d-9ea7ca5fd79b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:14.52651516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a522670-5a50-47d2-b60d-9ea7ca5fd79b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:14.574966795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a522670-5a50-47d2-b60d-9ea7ca5fd79b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.353851861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb85f46-08bd-4026-b8fb-740971fdde7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.403152396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb85f46-08bd-4026-b8fb-740971fdde7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.453601238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb85f46-08bd-4026-b8fb-740971fdde7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.502600029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cb85f46-08bd-4026-b8fb-740971fdde7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.987711421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"41e169cf-05f7-453d-9a81-1372bad51d18","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9bb118","tenantID":"e2e-extmod-b-9bb118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:18.097522362Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"41e169cf-05f7-453d-9a81-1372bad51d18","name":"e2e-extmod-b-9bb118-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:18.275828911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c936097f-bbc4-40d4-bff8-886dd5d23a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:18.324534793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c936097f-bbc4-40d4-bff8-886dd5d23a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:18.373050653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c936097f-bbc4-40d4-bff8-886dd5d23a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:18.421947407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c936097f-bbc4-40d4-bff8-886dd5d23a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:20.20350575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78faf66-d54f-4225-a07d-cbe8c53a4fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:20.252059662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78faf66-d54f-4225-a07d-cbe8c53a4fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:20.300906106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78faf66-d54f-4225-a07d-cbe8c53a4fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:20.34964497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78faf66-d54f-4225-a07d-cbe8c53a4fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:22.201879237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8276df23-c5f0-41ef-9b04-4282f276c072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:22.250570674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8276df23-c5f0-41ef-9b04-4282f276c072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:22.298978086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8276df23-c5f0-41ef-9b04-4282f276c072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:22.34856829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8276df23-c5f0-41ef-9b04-4282f276c072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.20302983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1851584d-039d-42ab-adfb-f83b2e77aa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.251783025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1851584d-039d-42ab-adfb-f83b2e77aa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.300528572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1851584d-039d-42ab-adfb-f83b2e77aa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.349255519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1851584d-039d-42ab-adfb-f83b2e77aa2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:39.23161875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:40.149395646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3bbea3-9e9e-4575-b3d7-df4dabd79915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:40.197947173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3bbea3-9e9e-4575-b3d7-df4dabd79915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:40.246533877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3bbea3-9e9e-4575-b3d7-df4dabd79915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:40.297154385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd3bbea3-9e9e-4575-b3d7-df4dabd79915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.323882423Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"03a39934-9ecb-4bd2-94d8-7123d07424ce","namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.376822147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"59b77fb4-a332-45a2-acfd-b7e2bb07da3d","namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.469612758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"48779535-eaa3-4f9d-bd44-8758dae4e4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.469999931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c6bd63da-2288-46ab-9b1c-557a8734d1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.470320331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c6f192da-675b-4172-993d-8435dec80074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.470537971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"370f40ec-942d-47cd-be2b-308b2d016ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.470936558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb9b0d07-faf8-4015-b12c-352b5bb33f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.524344233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c6bd63da-2288-46ab-9b1c-557a8734d1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.524346662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"48779535-eaa3-4f9d-bd44-8758dae4e4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.526826192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"c6f192da-675b-4172-993d-8435dec80074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.527222747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"370f40ec-942d-47cd-be2b-308b2d016ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.529414438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb9b0d07-faf8-4015-b12c-352b5bb33f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.688074157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"a55d3408-cbc3-4e73-a688-c70ba59dba8b","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.839283687Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"01058e7b-d8f9-4e62-95ba-af6a30b6ce55","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.870032369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c37548b6-11a9-4194-a5ea-c5e6f567adfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.870105317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67b38ac5-e7eb-4e1a-a352-bd9077093c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.871253045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e2f66c2f-2534-4e3a-982f-c1c28f496d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.871379578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"6316a7a6-d581-4300-b0fe-077d40bc54bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.871732787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ba8be7e3-db9d-47a1-a9a0-2f4b1e1da02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.932073057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c37548b6-11a9-4194-a5ea-c5e6f567adfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.938013796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67b38ac5-e7eb-4e1a-a352-bd9077093c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:43.950137672Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"01058e7b-d8f9-4e62-95ba-af6a30b6ce55","name":"e2e-att-serve-f03b9e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f03b9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:43.950200869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"01058e7b-d8f9-4e62-95ba-af6a30b6ce55","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f03b9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.949445313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"6316a7a6-d581-4300-b0fe-077d40bc54bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.950596709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ba8be7e3-db9d-47a1-a9a0-2f4b1e1da02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.95181027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"e2f66c2f-2534-4e3a-982f-c1c28f496d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.998752013Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"54d4515c-7075-4c04-ae96-0d78dc8ee9b3","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.294066034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0731e48c-dcf7-4ff3-8fab-048c55b57fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.294107009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c4d27ee0-79e1-49be-a1a2-554e5a97377e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.294604498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"9f729ec5-9209-4c37-95cc-ec82dbc3dbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.294605276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4d29cf94-d0f0-47ff-ae84-4e5719e51a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.294998065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"68227294-9e59-4934-909d-604acfb176e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.348383665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0731e48c-dcf7-4ff3-8fab-048c55b57fe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.348561863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"c4d27ee0-79e1-49be-a1a2-554e5a97377e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.350613701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"9f729ec5-9209-4c37-95cc-ec82dbc3dbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.350848317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4d29cf94-d0f0-47ff-ae84-4e5719e51a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.352824032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"68227294-9e59-4934-909d-604acfb176e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.494075773Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"c8982598-cddb-40b6-9187-48846fb0b40c","namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.545260538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"7ac44405-d895-4d66-a6c8-99c5f02e3361","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.545381798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"7ac44405-d895-4d66-a6c8-99c5f02e3361","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.69687015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e747766f-3dbf-45e9-bbfc-5a36fcf0e5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.6978502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"209352e8-dd09-4c13-a7dc-37f999620837","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.697879903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"209352e8-dd09-4c13-a7dc-37f999620837","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.6998654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"64137c33-77d3-4233-99a9-5c41bebfea3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.700047645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d3c1bc20-ba77-433e-9d3c-4b3493e75e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.700291086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"609e28bb-ea55-4832-b47e-26793d514ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.706719451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"54906815-77a8-4799-9246-9451322f70ff","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.750330659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e747766f-3dbf-45e9-bbfc-5a36fcf0e5e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.753808349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d3c1bc20-ba77-433e-9d3c-4b3493e75e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.753923997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"609e28bb-ea55-4832-b47e-26793d514ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.756004369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"64137c33-77d3-4233-99a9-5c41bebfea3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:44.796689772Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"209352e8-dd09-4c13-a7dc-37f999620837","name":"e2e-att-serve-f03b9e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f03b9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:44.796769867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"209352e8-dd09-4c13-a7dc-37f999620837","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f03b9e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.826510699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"54906815-77a8-4799-9246-9451322f70ff","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.850947197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"0e131d00-7543-4fcd-a41b-60f3717f6d78","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.850974735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"0e131d00-7543-4fcd-a41b-60f3717f6d78","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.87922534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"54906815-77a8-4799-9246-9451322f70ff","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.982522173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"6c5a829b-c5a1-4a22-bf61-7cc465e01686","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.982554499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"6c5a829b-c5a1-4a22-bf61-7cc465e01686","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.047696386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8e1f4c64-04db-4981-baaf-d13f5c9d8860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.050885576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7158e8f-b8bb-492b-9b22-190bbf4f1a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.051233137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"bf23764d-fecb-4918-97e7-2272959186d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.051511064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6d8618a2-21ea-4493-9695-49288b1cb0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.101266422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8e1f4c64-04db-4981-baaf-d13f5c9d8860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.106049872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6d8618a2-21ea-4493-9695-49288b1cb0fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.107398999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"bf23764d-fecb-4918-97e7-2272959186d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.108413886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7158e8f-b8bb-492b-9b22-190bbf4f1a7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.143268862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"294ebd8d-8c64-4dba-8562-9f0320da6fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.196858231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"294ebd8d-8c64-4dba-8562-9f0320da6fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.399091938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"834bd064-150e-41c0-9ced-c196fbaaae61","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.447227481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"dbdefa08-ac2c-482a-8a3a-ab5205309c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.447472946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f60fa19f-912e-48bb-8270-91a61e4762c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.447243501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"c4852532-fd8f-4a7c-9770-1e32355a430b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.453960464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"834bd064-150e-41c0-9ced-c196fbaaae61","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.504141569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"dbdefa08-ac2c-482a-8a3a-ab5205309c33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.505605703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f60fa19f-912e-48bb-8270-91a61e4762c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.50656225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"c4852532-fd8f-4a7c-9770-1e32355a430b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.507411719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"834bd064-150e-41c0-9ced-c196fbaaae61","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.534618065Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"8664adec-cc28-44d3-b378-8b52b9e76ee1","namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.634674891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"df8888f5-1e46-42d6-b44c-95a17c75b343","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.68292297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ee034d7-925d-4616-88c0-ed5358a25874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.68817139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"df8888f5-1e46-42d6-b44c-95a17c75b343","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.736329825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ee034d7-925d-4616-88c0-ed5358a25874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.740427735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"df8888f5-1e46-42d6-b44c-95a17c75b343","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.798920609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"acf44f16-f751-474a-b916-51861ae126bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.799048263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c82fa440-839e-432a-b664-fb21ac70af9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.802670084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"aa918ee4-22af-4fca-ba3c-0dde54c11611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.852760031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"acf44f16-f751-474a-b916-51861ae126bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.852781247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c82fa440-839e-432a-b664-fb21ac70af9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.855714537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"aa918ee4-22af-4fca-ba3c-0dde54c11611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.897199233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"12382465-6147-47f6-9e92-c3074bf77358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.952182999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"12382465-6147-47f6-9e92-c3074bf77358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.081567574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"1de3d55d-8d44-4528-89f8-98481e5023e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.138076334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"1de3d55d-8d44-4528-89f8-98481e5023e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.183025967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"6e3f2963-ad1a-406c-8662-c1de70829068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.183801247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e6c4744e-0eac-4166-ac9b-abb4aca4152f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.184359692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0899449b-3419-43d0-b04f-d5aa79aabf25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.237140076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"6e3f2963-ad1a-406c-8662-c1de70829068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.237511544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e6c4744e-0eac-4166-ac9b-abb4aca4152f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.240068949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"0899449b-3419-43d0-b04f-d5aa79aabf25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.271934104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d4af60-314f-4389-93a5-9bee1b58c100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.325511187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55d4af60-314f-4389-93a5-9bee1b58c100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.433807332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"164cac1b-4a4f-4c1a-89b2-b904269245b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.488070067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"164cac1b-4a4f-4c1a-89b2-b904269245b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.53295426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c8810ee8-02c3-4be8-b33b-5da8adca5e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.590111809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c8810ee8-02c3-4be8-b33b-5da8adca5e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:55.838186132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"656fbd36-2c07-4479-a99d-1263cc62ebc8","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:55.891414098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"656fbd36-2c07-4479-a99d-1263cc62ebc8","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:55.943505248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"656fbd36-2c07-4479-a99d-1263cc62ebc8","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.042325614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"cd67b61f-f0b1-4c33-aa5a-bef5f9491a41","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.095873742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"cd67b61f-f0b1-4c33-aa5a-bef5f9491a41","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.148098499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"cd67b61f-f0b1-4c33-aa5a-bef5f9491a41","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:09.221802434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:14.9828642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97eae529-8627-4e8d-9bff-7e650a478279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.031489988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97eae529-8627-4e8d-9bff-7e650a478279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.080365319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97eae529-8627-4e8d-9bff-7e650a478279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.129094278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97eae529-8627-4e8d-9bff-7e650a478279","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.706234539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0856a999-dd4a-4c59-8e81-45085068f054","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.759766743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0856a999-dd4a-4c59-8e81-45085068f054","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.811896369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca1a5762af012efccdbe21ae7e64946d5a398b33083b906221b7009a0652f26d) AuthConfig (41a4dbf0efa6ae90b509ded0c06d145efe45079832f30cefdf63e4c6b9cd7869) AuthConfig (7460579de2643ff2ca00fe3c32b6975c6b129d46575566a2b1a50655d9fdb14f) AuthConfig (40c5e7396a9227154b821be96d75251ee742e159f79c1c2bbc63a2455542274b) AuthConfig (561338354b46eec8fc1d4f27bf136e9214a0146fb3ae848cee48518e490272e3) AuthConfig (a27be03b87a17a6d198d16573af93b0590177688a074863df7b3ac5076b24abd) AuthConfig (2f5e97a308c05b437fd887427e9e75da14828d7a3b90a7cf3d327905fe076de2) AuthConfig (386f1f85ce10928d568ca731f60b7a4b90d300ded8a615a71e91ed591f5b4bf9) AuthConfig (99a0dc88e7a7a966264ce0fe578244147ecb2cbe2b7b4782e4d7cbd09514a30b) AuthConfig (e87db34ec98fd82711e943bd661811c3e210b1a4ed1cddb2022f891df5fae233)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0856a999-dd4a-4c59-8e81-45085068f054","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.915528902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"93dc8e2c-7150-4ab0-a72a-11154e47a4b8","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.91555837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"93dc8e2c-7150-4ab0-a72a-11154e47a4b8","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.898207277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ae798f-d537-4470-a43f-fbf2b2bdd994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.9466709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ae798f-d537-4470-a43f-fbf2b2bdd994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.998537564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ae798f-d537-4470-a43f-fbf2b2bdd994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.048005429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7ae798f-d537-4470-a43f-fbf2b2bdd994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:21.881756858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0656e1-a1d0-4b86-8ec2-94ef445a63e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:21.931284319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0656e1-a1d0-4b86-8ec2-94ef445a63e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:21.980636885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0656e1-a1d0-4b86-8ec2-94ef445a63e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:22.030255008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0656e1-a1d0-4b86-8ec2-94ef445a63e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:22.447977481Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-54d5bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-54d5bd","reconcileID":"7432b8c2-7639-4e5f-a83e-d0395349f4b3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-54d5bd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-54d5bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.862121107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a29bc85-57b9-46d2-9604-46cdc365a361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.910937873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a29bc85-57b9-46d2-9604-46cdc365a361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.959839048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a29bc85-57b9-46d2-9604-46cdc365a361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:24.008612703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a29bc85-57b9-46d2-9604-46cdc365a361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:25.794476734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d9276a-f333-4948-ba24-48aeefe96501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:25.849905922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d9276a-f333-4948-ba24-48aeefe96501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:25.900267922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d9276a-f333-4948-ba24-48aeefe96501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:25.951874162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d9276a-f333-4948-ba24-48aeefe96501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.051615616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"74962174-1448-4adf-8c3c-dfecbf34d068","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.114363573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"74962174-1448-4adf-8c3c-dfecbf34d068","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.219414879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ca1a5762af012efccdbe21ae7e64946d5a398b33083b906221b7009a0652f26d) AuthConfig (41a4dbf0efa6ae90b509ded0c06d145efe45079832f30cefdf63e4c6b9cd7869) AuthConfig (7460579de2643ff2ca00fe3c32b6975c6b129d46575566a2b1a50655d9fdb14f) AuthConfig (40c5e7396a9227154b821be96d75251ee742e159f79c1c2bbc63a2455542274b) AuthConfig (561338354b46eec8fc1d4f27bf136e9214a0146fb3ae848cee48518e490272e3) AuthConfig (a27be03b87a17a6d198d16573af93b0590177688a074863df7b3ac5076b24abd) AuthConfig (2f5e97a308c05b437fd887427e9e75da14828d7a3b90a7cf3d327905fe076de2) AuthConfig (386f1f85ce10928d568ca731f60b7a4b90d300ded8a615a71e91ed591f5b4bf9) AuthConfig (99a0dc88e7a7a966264ce0fe578244147ecb2cbe2b7b4782e4d7cbd09514a30b) AuthConfig (e87db34ec98fd82711e943bd661811c3e210b1a4ed1cddb2022f891df5fae233)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"74962174-1448-4adf-8c3c-dfecbf34d068","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.648386381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"d5afc80d-581e-4548-a9a3-3610a7b607df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.103056063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"b7b40e98-89f7-46a3-a308-996693f61ad8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.25355744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"15e67eae-5954-4cf7-b271-3f07de4fcfa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.5085316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f6dc405-2ac7-4bb0-aa38-79895f8b5d97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.64496069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7bdb8f6d-3946-4af2-9a46-1861e18da5a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.745842091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"704e1cbf-c10f-48c0-bbe3-95eee767e3cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.844914154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"e4b0bb8b-9797-416b-91fc-fa21092edbc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.01744259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"87002de0-f191-4254-83ed-0e412427dbcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.116676295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"6454b67a-a22f-40d0-90c4-4ef1cc5e14e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.227633273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"bd213108-dca2-431d-b8e1-66af81c5e6ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.231068321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"0d91de12-b01e-4420-8e67-10bca23a3311","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.32685274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"6a017e5c-cb98-49bf-b70e-5262553131ad","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.334382733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"ccafb2a1-6429-462f-98e4-2afe194419a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.383266711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"6a017e5c-cb98-49bf-b70e-5262553131ad","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.796657356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"c04a8072-1c76-4696-88ad-99befcee111b","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:36.796686404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"c04a8072-1c76-4696-88ad-99befcee111b","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:39.221665606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.347353083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"ae8cdc86-fd12-44c9-a4cc-3059173e6682","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.34737657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"ae8cdc86-fd12-44c9-a4cc-3059173e6682","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.395971063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"aa419602-3c50-4b9e-92d6-3619de096672","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:41.401914691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"81f54fdc-03a3-4d9d-be67-ac5263e8820a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-f03b9e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.449759042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"aa419602-3c50-4b9e-92d6-3619de096672","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.501237965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"44b7cce7-8936-420b-b78e-64cbca9c4582","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.501264045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"44b7cce7-8936-420b-b78e-64cbca9c4582","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.599551113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"ac1de50d-02ca-486f-817f-56500f194154","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.599574708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"ac1de50d-02ca-486f-817f-56500f194154","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.69726377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"47a5cd72-9404-4813-aeec-0fdef8723596","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.697292119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"47a5cd72-9404-4813-aeec-0fdef8723596","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.791342632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0d338fd1-6ce4-4f50-8643-91cacfb43ee0","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.845158525Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"2aabd635-7dd5-445d-9324-91809b40bcf1","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-att-serve-f03b9e","model":"e2e-att-serve-f03b9e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4599cf/e2e-att-serve-f03b9e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:41.845254075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0d338fd1-6ce4-4f50-8643-91cacfb43ee0","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:42.107296437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"e9bb4dcc-ba76-41ae-9414-bea1f86d354d","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:42.107334089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"e9bb4dcc-ba76-41ae-9414-bea1f86d354d","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:42.302361617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"0781bc2f-67e3-446d-84f0-a3c4275f10f4","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-att-serve-f03b9e","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.417976028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726211d4-acb9-4068-9824-b92c1cdf6808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.4665903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726211d4-acb9-4068-9824-b92c1cdf6808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.515299404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726211d4-acb9-4068-9824-b92c1cdf6808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.563867207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726211d4-acb9-4068-9824-b92c1cdf6808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.330624539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c08b9c15-c260-41c1-9256-ae0d57f3284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.38043056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c08b9c15-c260-41c1-9256-ae0d57f3284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.430229029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c08b9c15-c260-41c1-9256-ae0d57f3284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.478840204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c08b9c15-c260-41c1-9256-ae0d57f3284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:50.388144841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"bc26ddbf-2152-45ca-b260-9536004dd072","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-d0a3e7","tenantID":"e2e-autores-d0a3e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:50.499019572Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"bc26ddbf-2152-45ca-b260-9536004dd072","name":"e2e-autores-d0a3e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:53.825119578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9481d35-43a8-4a02-9005-1a192265fd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:53.873592185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9481d35-43a8-4a02-9005-1a192265fd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:53.922024269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9481d35-43a8-4a02-9005-1a192265fd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:53.97071325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9481d35-43a8-4a02-9005-1a192265fd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:55.898652584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb7fc8c-964f-4d0e-b1f0-43d742407c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:55.947380966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb7fc8c-964f-4d0e-b1f0-43d742407c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:55.996380073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb7fc8c-964f-4d0e-b1f0-43d742407c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:56.044935472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbb7fc8c-964f-4d0e-b1f0-43d742407c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:57.853426477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4dfdb4-d1ed-425d-8694-0f06236defd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:57.90210679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4dfdb4-d1ed-425d-8694-0f06236defd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:57.950751498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4dfdb4-d1ed-425d-8694-0f06236defd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:57.999488706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc4dfdb4-d1ed-425d-8694-0f06236defd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:59.762915836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f7e9a6-b983-462d-993b-508214f2cff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:59.821357861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f7e9a6-b983-462d-993b-508214f2cff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:59.870321443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f7e9a6-b983-462d-993b-508214f2cff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:59.919633565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f7e9a6-b983-462d-993b-508214f2cff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.718546535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f715ae-db4f-4381-8e13-20e43f09e30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.767612364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f715ae-db4f-4381-8e13-20e43f09e30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.817227013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f715ae-db4f-4381-8e13-20e43f09e30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.865892739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f715ae-db4f-4381-8e13-20e43f09e30c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.626331646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebf4fd8-6321-4677-aaeb-100ffbc6af6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.677312316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebf4fd8-6321-4677-aaeb-100ffbc6af6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.727020381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebf4fd8-6321-4677-aaeb-100ffbc6af6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.77547406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ebf4fd8-6321-4677-aaeb-100ffbc6af6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.581822601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4644a30-08a9-4130-8b7e-933a5f982ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.630560933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4644a30-08a9-4130-8b7e-933a5f982ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.679223992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4644a30-08a9-4130-8b7e-933a5f982ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.728469419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4644a30-08a9-4130-8b7e-933a5f982ea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.584041792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e7ab58-9840-4243-ade6-e054079436ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.632732875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e7ab58-9840-4243-ade6-e054079436ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.681521436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e7ab58-9840-4243-ade6-e054079436ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.730318766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e7ab58-9840-4243-ade6-e054079436ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.001038363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"edf0f537-9124-48b4-88ae-435f52394618","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.220617783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.221351853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea2dfa23-1fbb-44b1-b09d-9ab3aec0f6e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.31933284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"ca8c8c97-66ad-4cf9-a411-bd8b08bdf5ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.445555326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"9f1a8dc7-2b64-413b-b66e-a59d4d202c42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.544753054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"ed2a3f92-4b68-4839-956c-8cbd57b16a88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.587247498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7acbda1-97b7-4e26-aa8c-7a2900fc653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.636049723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7acbda1-97b7-4e26-aa8c-7a2900fc653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.684566733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7acbda1-97b7-4e26-aa8c-7a2900fc653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.685749392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b89a8b9b-6064-4f9e-8319-710e19788d46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.733203077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7acbda1-97b7-4e26-aa8c-7a2900fc653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:10.210076904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"bc5d394f-e72e-4354-bfe1-f3845bd77ec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:10.309832488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"fc0e7521-a01c-4e07-a931-e51e654b1434","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:10.410008338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"c278cd1f-c149-4031-aef5-063cde103ee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:10.543603813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"962b155c-c779-4e72-a777-5ae271a256f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:10.82110559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"98080461-3113-4201-885d-ed59558fafcf","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-att-serve-f03b9e","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:10.82150687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"b47eed89-e0ba-4947-ba64-6ba7079aadcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:10.919222843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"f80a823c-599a-4e72-9ba4-ec43f66196e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.123931169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"f7c3b60a-3557-4ba1-85cf-655e3cf6dafd","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.123963643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"f7c3b60a-3557-4ba1-85cf-655e3cf6dafd","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.324072644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"a8950670-40bb-4548-8b5c-1eb761772af1","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.379791422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"a8950670-40bb-4548-8b5c-1eb761772af1","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.583589955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028289d3-2dae-4169-b17a-562787f26226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.632134932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028289d3-2dae-4169-b17a-562787f26226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.680481965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028289d3-2dae-4169-b17a-562787f26226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.72908862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028289d3-2dae-4169-b17a-562787f26226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.154723691Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"9ad62231-7966-4d40-abae-6160f986921d","namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.208076105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"aeb827f7-70ec-457e-8a9d-09526e6f88d3","namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.300861297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"0ec8e244-83d5-4456-a541-28b26396ad4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.300925413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"df734934-835a-4513-8a7f-65ea4962d54e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.301362865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2bcb76f3-e5fe-44d1-8fef-7821c5b41583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.301374451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2024ea70-bac6-4a87-b996-e6f42d056bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.301753783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c9d316f7-cdde-4b71-85bc-306eb1d0419b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.355070496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"0ec8e244-83d5-4456-a541-28b26396ad4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.355213473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2024ea70-bac6-4a87-b996-e6f42d056bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.357314732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"df734934-835a-4513-8a7f-65ea4962d54e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.357544154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c9d316f7-cdde-4b71-85bc-306eb1d0419b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.359510587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2bcb76f3-e5fe-44d1-8fef-7821c5b41583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.680720326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"dcf27d53-0c5d-4950-b825-77e912c2b413","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.684012677Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"3d351c75-ee7c-487c-bece-b4cff14227c7","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.728544365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0445e8d2-783e-460e-84ea-8cf79338081f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.728663048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5aab77ae-8ad2-4a5d-a3de-d0d22e1f7104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.729159071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e88d0477-4586-442b-ac7c-c83469904951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.729227455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de61effa-3ee6-46f0-92f8-56194ddc3313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.734321882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"dcf27d53-0c5d-4950-b825-77e912c2b413","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.782643219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0445e8d2-783e-460e-84ea-8cf79338081f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.782911178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5aab77ae-8ad2-4a5d-a3de-d0d22e1f7104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.785190549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e88d0477-4586-442b-ac7c-c83469904951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.785279645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de61effa-3ee6-46f0-92f8-56194ddc3313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.837288245Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"29330976-a6d9-4d07-8620-40df60fcb65b","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:16:14.935427988Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"29330976-a6d9-4d07-8620-40df60fcb65b","name":"e2e-att-noaccess-631989","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-631989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:16:14.935515141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"29330976-a6d9-4d07-8620-40df60fcb65b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-631989\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.989588534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"e14d1b43-7142-4bdb-9882-aa9370622471","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.102158112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"37baacaf-2f46-4432-b62c-9d47f5523ade","namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.15363223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"d5de1da8-386c-420e-939f-ea660cc01fcb","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.161127575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"33e8b56c-7ac7-488a-bf25-9a6d26fa397f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.161256668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c608c292-57eb-4502-9f75-ec7c4a4f1a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.161587349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cf6ef573-8696-4863-924d-769cb3e83093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.161886967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ecf04e30-93de-43af-970f-483d59a408da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.161995791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89ba636b-36a2-4924-bb83-4e3d93ca4353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.214832854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"33e8b56c-7ac7-488a-bf25-9a6d26fa397f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.215067431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c608c292-57eb-4502-9f75-ec7c4a4f1a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.217667448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89ba636b-36a2-4924-bb83-4e3d93ca4353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.217686368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"ecf04e30-93de-43af-970f-483d59a408da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.219790151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cf6ef573-8696-4863-924d-769cb3e83093","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.529539897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"f5cdf2e0-298d-4c85-afb6-afaf4e102955","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.574948563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"432fde17-3d70-4c64-b304-b9d8266bfb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.575202007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"8c138db5-391e-40c1-8538-f4c2f650bdae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.574948544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"a641d8ce-fe05-4cb2-8a78-afb7645ea7fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.579277793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"35333588-a54d-40a5-89fd-472261717777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.585565129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"f5cdf2e0-298d-4c85-afb6-afaf4e102955","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.628925958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"432fde17-3d70-4c64-b304-b9d8266bfb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.629056019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"8c138db5-391e-40c1-8538-f4c2f650bdae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.631806802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"a641d8ce-fe05-4cb2-8a78-afb7645ea7fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.633140967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"35333588-a54d-40a5-89fd-472261717777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.981734345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"3027393d-af2d-47c6-9f76-b44eb2d1c116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.98181346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27a30751-c663-414f-96f1-bdba160b9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.982162914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"907067b5-a283-4265-ae23-c9f73af36d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.982232546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c30820f9-a834-4745-acd7-73a64e41788e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.982672256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39088806-0d46-4556-8952-9e72dcf6cd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.035634315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"3027393d-af2d-47c6-9f76-b44eb2d1c116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.035774154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"907067b5-a283-4265-ae23-c9f73af36d1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.038051529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c30820f9-a834-4745-acd7-73a64e41788e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.03809356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39088806-0d46-4556-8952-9e72dcf6cd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.040207964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27a30751-c663-414f-96f1-bdba160b9300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.200002321Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"d2114b27-26b6-46c6-9ac5-b062883d20c7","namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.381970437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"a2570d53-d1d1-4004-9a6f-d3ee3a7d499f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.384112282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"375647c7-42aa-475c-9d43-f89e2df4aa27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.384230307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"9cf85b4c-d116-4eca-98d3-90ff405de8a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.384779547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a344f8dc-ff72-40af-885d-a652546dcf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.384779545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7976f028-f45a-4641-806e-a5c98f53712c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.435714947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"a2570d53-d1d1-4004-9a6f-d3ee3a7d499f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.437528839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"375647c7-42aa-475c-9d43-f89e2df4aa27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.438384007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7976f028-f45a-4641-806e-a5c98f53712c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.43972734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"9cf85b4c-d116-4eca-98d3-90ff405de8a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.440652502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a344f8dc-ff72-40af-885d-a652546dcf49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.57697482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"1de08783-58c8-4b48-a128-6b11b3f51f9a","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.730550487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0d705d72-c357-4adb-a449-78f272037d2f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.778345862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"650bd83e-6707-4383-a005-c8b553092777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.778949206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"b913c73a-7f7e-4570-9493-9cf9005b9cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.779339606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6a73a953-5918-4d89-93ce-d07d6116b940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.779581238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ebab56a0-6307-45a7-9225-76e07e02cb30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.783791203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0d705d72-c357-4adb-a449-78f272037d2f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.831861253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"650bd83e-6707-4383-a005-c8b553092777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.832750444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6a73a953-5918-4d89-93ce-d07d6116b940","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.834176056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ebab56a0-6307-45a7-9225-76e07e02cb30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.835011334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"b913c73a-7f7e-4570-9493-9cf9005b9cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.84079538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"6c9c7c0d-64ca-4b1c-b65b-8d54aba0ff6b","namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.995041719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"0f309aa3-ee97-49c6-a545-ee16208597f8","namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.128478335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"2c6ee751-06bd-4c65-b7b0-5d16b134e7a4","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.175659006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c4620c15-3d8b-4387-99ae-1bc8d39b9d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.175657906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6f56347-b310-46e1-bb42-1eea3279e3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.176287111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e3683565-6053-42cc-85a4-acfca2016e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.176792696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"9170aea8-59dc-45c8-b602-6d73d8276805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.181976562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"2c6ee751-06bd-4c65-b7b0-5d16b134e7a4","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.198567353Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"5120b593-32c9-4580-915a-f0cd4fed21ac","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.231110697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"9170aea8-59dc-45c8-b602-6d73d8276805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.232191862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6f56347-b310-46e1-bb42-1eea3279e3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.233467353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e3683565-6053-42cc-85a4-acfca2016e6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.235315641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"c4620c15-3d8b-4387-99ae-1bc8d39b9d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.295867275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"4adffca4-dd7a-409b-9c21-3d54b880f221","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.495430194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"51b2dc3b-5f00-4e22-b75c-dff3aecae391","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.582396437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30c6f054-548d-47bf-9a4d-08a067fbc711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.587563484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"64bcd1c2-23e9-4b73-a57c-195568474c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.587704199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2e08fcf6-6145-4290-b89d-2792e966b09f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.588000275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"548397a3-0d0b-4cdc-976c-e230a10261a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.602852491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e7b30fce-5a14-4b39-95c6-1c721dde1e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.635874352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30c6f054-548d-47bf-9a4d-08a067fbc711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.641250298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"64bcd1c2-23e9-4b73-a57c-195568474c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.641421249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2e08fcf6-6145-4290-b89d-2792e966b09f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.64352348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"548397a3-0d0b-4cdc-976c-e230a10261a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.656232924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e7b30fce-5a14-4b39-95c6-1c721dde1e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.71038921Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"e6b6caf7-863f-446e-8f0b-e38f02d380fc","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.876377865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"0b1a9216-71a2-450f-924b-5c651e418314","namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.924965728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"1e0cf1cb-71a7-4668-a71a-d9b25e0770ea","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.9787552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4e3e89e9-e84e-446a-b31d-4ed8b8d04dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.978755851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"878745e9-e784-4f89-9762-22de05ee411d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.97931635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e32bd709-8e8d-4043-8af0-b8bdd5683526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.022600068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"770fbb1b-49cc-42d6-976c-5c9efd8e1bf9","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.033882014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e32bd709-8e8d-4043-8af0-b8bdd5683526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.034225175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"feca7273-3241-4c0c-b41b-e684b2d5b54f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.033882015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"878745e9-e784-4f89-9762-22de05ee411d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.036971362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4e3e89e9-e84e-446a-b31d-4ed8b8d04dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.088098085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"feca7273-3241-4c0c-b41b-e684b2d5b54f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.132673418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"ce247515-a877-4685-b887-a30be2805ce2","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.186071556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"ce247515-a877-4685-b887-a30be2805ce2","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.188403332Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"feca7273-3241-4c0c-b41b-e684b2d5b54f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.325656397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236fd58d-e857-4dbf-b2ad-84eb2add6bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.325661702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"213cc7f0-6e87-45b4-ac0e-dee41b3ffe57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.326071713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"cc93d60f-3ed3-4091-85cc-87aec4d0069f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.379657008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"cc93d60f-3ed3-4091-85cc-87aec4d0069f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.379848294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"213cc7f0-6e87-45b4-ac0e-dee41b3ffe57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.381904271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"236fd58d-e857-4dbf-b2ad-84eb2add6bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.386391987Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"4751d11c-91cd-4402-afe5-41c53ece8611","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.486343172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d996b5f1-7f2e-4ec8-a4ac-82e22876c127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.539929311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d996b5f1-7f2e-4ec8-a4ac-82e22876c127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.584242161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"6fd4bd70-061e-4eff-8f3a-8096d862e6ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.637582569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"6fd4bd70-061e-4eff-8f3a-8096d862e6ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.685671555Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"6fd4bd70-061e-4eff-8f3a-8096d862e6ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.727254851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0ebb1bc-4709-4fd1-aaf3-3e3c105416c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.727446404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c3c7ab12-bfc3-4b04-965e-cb50d57752ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.727254706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"bb256ab3-4fe0-4049-8438-eea8479bd577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.782000933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0ebb1bc-4709-4fd1-aaf3-3e3c105416c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.782148232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"bb256ab3-4fe0-4049-8438-eea8479bd577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.78417913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c3c7ab12-bfc3-4b04-965e-cb50d57752ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.881372794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c8a2d786-76e7-47c8-82fd-9105a9aca066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.894185602Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"20ff7061-fedc-4450-9fd6-78e9a4c2868c","namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.934708915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c8a2d786-76e7-47c8-82fd-9105a9aca066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.949117346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"a42828ad-d184-4126-b8de-226aa0bca824","namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.981764422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"0a7de392-4ba7-4fe2-84db-544a5b7609f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.035021168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"0a7de392-4ba7-4fe2-84db-544a5b7609f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.125911994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"c567ad66-6245-4e4c-bc31-e8b532793060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.125940827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"3121af3b-6b3c-4f5b-9f61-dfc23f5c7904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.12650095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"804580d9-5dad-40a1-addc-288e323a017f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.185092238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"3121af3b-6b3c-4f5b-9f61-dfc23f5c7904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.187391996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"c567ad66-6245-4e4c-bc31-e8b532793060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.189624444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"804580d9-5dad-40a1-addc-288e323a017f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.230811461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"c930a00c-6079-4a8b-93f7-03b6389129e3","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.284348527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"c930a00c-6079-4a8b-93f7-03b6389129e3","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.354663972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"081150b1-afdb-4203-80fc-0ec0b1498736","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.36793479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"035fe4e5-b8ac-4510-baec-6a4922a60175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.421157982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"035fe4e5-b8ac-4510-baec-6a4922a60175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.452110046Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"5cdaf0b6-6f3d-4fe6-bf7f-c801306b517f","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.528933252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"9d751af6-4ee4-4b95-a90a-26c0ff103840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.52909349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46b66509-0b6e-4271-b3bb-8cb655ee9d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.528933115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6555893c-650c-4b32-a2f1-ca1069f84b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.58283657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"9d751af6-4ee4-4b95-a90a-26c0ff103840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.582853316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6555893c-650c-4b32-a2f1-ca1069f84b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.585013466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46b66509-0b6e-4271-b3bb-8cb655ee9d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.740881357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"a81f1cbf-762f-4f5b-aa81-732b4b13a006","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.803489504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"a81f1cbf-762f-4f5b-aa81-732b4b13a006","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.836743278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6ea37e6-450d-4595-8ec8-c4c79714df1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.852086174Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"a81f1cbf-762f-4f5b-aa81-732b4b13a006","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.891203061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6ea37e6-450d-4595-8ec8-c4c79714df1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.94011032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3c0e5b66-437c-4633-8030-4a1ebceb2f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.940507538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"58ef3e77-6fcf-4bbe-beae-60565eea8550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.940716043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e4c61085-937c-4ab1-8a64-8376abd5e0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.997589426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e4c61085-937c-4ab1-8a64-8376abd5e0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.998104274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"58ef3e77-6fcf-4bbe-beae-60565eea8550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.000274122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3c0e5b66-437c-4633-8030-4a1ebceb2f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.096425169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5c330786-5588-4417-b429-01311ff546d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.150171056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5c330786-5588-4417-b429-01311ff546d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.34230795Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"f06af71b-d124-459c-b109-fa813621250d","namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.39265436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"0462eac0-15ee-45fc-b40e-b008a657e436","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.392996456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"0462eac0-15ee-45fc-b40e-b008a657e436","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","externalModel":"e2e-rec-ctrl-b12d6a","provider":"e2e-rec-ctrl-b12d6a-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.502419269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"35f836cc-9a03-4467-bf8f-c45e35bee5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.526474068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"36ed8a0d-7fdd-4450-bb67-892c0e39e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.526762112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"09a61dcf-d07f-4e6e-9f87-d1526029eae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.526887325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"3ed938fe-fb4a-47ab-a82a-8211fb00c954","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.556283475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"35f836cc-9a03-4467-bf8f-c45e35bee5d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.581175429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"36ed8a0d-7fdd-4450-bb67-892c0e39e92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.583284744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"09a61dcf-d07f-4e6e-9f87-d1526029eae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.58370958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"3ed938fe-fb4a-47ab-a82a-8211fb00c954","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.591561235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"55f40f68-4e48-4c08-b1a3-b27337abf051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.645096516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"55f40f68-4e48-4c08-b1a3-b27337abf051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.899762635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8070d85e-e87c-43d1-b339-cfe4bbfed39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.900421401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"889ec326-a150-4504-ae35-309675247721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.900846402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"0e7fb341-24d4-4cb0-a7ef-b7465e5585c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.947188526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"cf4081cb-6dd3-454c-b901-4cdf05a4313c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.954235212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8070d85e-e87c-43d1-b339-cfe4bbfed39d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.95489236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"889ec326-a150-4504-ae35-309675247721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.956947911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"0e7fb341-24d4-4cb0-a7ef-b7465e5585c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.996269958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd2bd94e-c556-445e-b25a-cefcf95d4062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.000633411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"cf4081cb-6dd3-454c-b901-4cdf05a4313c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.050006151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd2bd94e-c556-445e-b25a-cefcf95d4062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.297049293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"67238fef-3f27-413e-9da5-49a9491d09f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.297049253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"50286e63-5596-4e1a-83e1-5b86652c7d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.297907764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9c10428b-cde0-4fa9-819b-8dcdec9a8c50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.351133921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"67238fef-3f27-413e-9da5-49a9491d09f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.351240619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9c10428b-cde0-4fa9-819b-8dcdec9a8c50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.353440179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"50286e63-5596-4e1a-83e1-5b86652c7d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.397061287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"e025ed0b-50bf-4b37-b0a0-36613d42a07a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:21.450410778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"e025ed0b-50bf-4b37-b0a0-36613d42a07a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.413713968Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4599cf priority=0:[ai-tenant-e2e-extmod-b-4599cf/e2e-att-serve-f03b9e-sub ai-tenant-e2e-extmod-b-4599cf/e2e-rec-ctrl-b12d6a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.462501309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"78a7a8bb-d671-4667-87bc-139c47f6493d","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.462529838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"78a7a8bb-d671-4667-87bc-139c47f6493d","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","externalModel":"e2e-rec-ctrl-b12d6a","provider":"e2e-rec-ctrl-b12d6a-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:16:23.521644717Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4599cf/e2e-rec-ctrl-b12d6a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-b12d6a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.612915559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"5159bed3-72b5-48dd-8d9d-dfc5a3b0d049","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.612938368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"5159bed3-72b5-48dd-8d9d-dfc5a3b0d049","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.649230894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"7d1c4fdb-da4f-4a4b-8034-2a61155b07db","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.649729684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"63f347f6-158c-47d3-9a43-6459bb2588ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.703030334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"7d1c4fdb-da4f-4a4b-8034-2a61155b07db","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.703157246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"63f347f6-158c-47d3-9a43-6459bb2588ab","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.710552808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"079b7db6-15fe-487f-abc0-e4e1ceedf052","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.710569514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"079b7db6-15fe-487f-abc0-e4e1ceedf052","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","externalModel":"e2e-rec-ctrl-b12d6a","provider":"e2e-rec-ctrl-b12d6a-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:23.873432547Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"7d6c9372-5201-49d2-b2a0-f224c23ae633","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-ctrl-b12d6a","model":"e2e-rec-ctrl-b12d6a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4599cf/e2e-rec-ctrl-b12d6a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:24.118367503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"b9c685b2-67d7-4df3-9c54-c978a7430739","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:24.118443811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"6fb6b57d-b362-4928-a792-e1020dc07531","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:24.124097409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"a3d74afb-c099-4864-8a56-20cd2cced723","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:24.124119199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"a3d74afb-c099-4864-8a56-20cd2cced723","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","externalModel":"e2e-rec-ctrl-b12d6a","provider":"e2e-rec-ctrl-b12d6a-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:24.171870667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"6fb6b57d-b362-4928-a792-e1020dc07531","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:24.172287818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"b9c685b2-67d7-4df3-9c54-c978a7430739","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:24.31798231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"d581a96b-b1dc-490b-aadd-78ad1bd71403","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-ctrl-b12d6a","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:25.252403981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"2804a2e6-1724-4544-9e28-7a70b805a692","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:28.023709608Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"b74a4bac-c1e4-48d5-ae0e-314c27940d38","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:35.351240337Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"356318ca-a45e-437f-984e-c41698188917","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:36.646657104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"0d0f8659-94cc-4c0d-bd5b-6b77686717a8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:36.700638134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"0d0f8659-94cc-4c0d-bd5b-6b77686717a8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:38.121851126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"d97538aa-9310-480e-b6b5-3eec3ca9db5e","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:39.221685191Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.450750751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"ca80482a-0c72-4d09-8cfe-5cbbd9d11376","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:48.220544381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"59670b88-93fd-484d-9380-f22fa4baebd1","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:55.549474999Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"0371557d-316d-4f23-92af-49cc2cfc7580","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:58.322878849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"32f61930-d4a2-44c5-ba4a-9efe5083a8b0","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.889416425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"e8842dd5-18ff-428b-b1dc-90ac8b57c6f7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-54d5bd","tenantID":"e2e-extmod-b-54d5bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.999970065Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"e8842dd5-18ff-428b-b1dc-90ac8b57c6f7","name":"e2e-extmod-b-54d5bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:05.648475955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"fceae2cf-9f1c-4207-9559-fbd4eddbc97b","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:08.421711915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"3535a8fe-33ee-49f5-959b-0bab3acd8393","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:08.81838907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"c92e8ea0-da0e-4455-9ba5-773638ed2e1e","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-ctrl-b12d6a","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:09.073362407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"fa524503-0308-492e-b1b1-e4192d9630b1","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:09.07339165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"fa524503-0308-492e-b1b1-e4192d9630b1","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","externalModel":"e2e-rec-ctrl-b12d6a","provider":"e2e-rec-ctrl-b12d6a-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:09.221387403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:10.341409338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"dea2710b-5704-4ccd-a498-362b99dd4a6c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:10.394821716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"dea2710b-5704-4ccd-a498-362b99dd4a6c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:12.985935701Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","namespace":"ai-tenant-e2e-extmod-a-aa8eaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:12.986000048Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","namespace":"ai-tenant-e2e-extmod-a-aa8eaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:12.986064598Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","tenant":"e2e-extmod-a-aa8eaa","tenantID":"e2e-extmod-a-aa8eaa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.037516618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"Deployment","name":"maas-api-e2e-extmod-a-aa8eaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.096882196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"Service","name":"maas-api-e2e-extmod-a-aa8eaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.148754882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-aa8eaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.199121744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-aa8eaa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.250174874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.301410197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.354831431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.405667938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.45420368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.502699197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.550904047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"Service","name":"payload-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.600095949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.649689213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.700209715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.7489251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.801753066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.850201718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.898314316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:13.958789732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-aa8eaa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:14.009567821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aa8eaa"},"namespace":"ai-tenant-e2e-extmod-a-aa8eaa","name":"default-tenant","reconcileID":"10ab1142-6b3d-4604-a8b3-3cba50fac654","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-aa8eaa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:15.748158014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"6e0c3f51-0425-45cf-b37e-eedc0745a59c","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:17.875720928Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"38b6f155-9cee-4ac1-97e8-fb34e3e51884","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.021895477Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"908aea3a-aa2c-4823-b2ac-f86799a9e9a0","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.119263649Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"5f9b3b2f-ef37-4df1-8f6f-a301380d0d43","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.221887732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a1688b7e-59e8-493f-a1ca-9282bc6ce7f7","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.380896381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"66730cc5-2735-4a26-a502-983b287e0fe5","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.47853225Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"57a3f467-4229-47f3-9f4f-29977ac01d01","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.570775328Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aa8eaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aa8eaa","reconcileID":"afbb0392-2112-4e80-a9f1-0bd593b8e4ff","aitenant":"ai-tenants/e2e-extmod-a-aa8eaa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.633516398Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"0ca6a175-f481-4039-bd8b-361c2ebcdade","namespace":"ai-tenant-e2e-extmod-a-758b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.633576386Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"0ca6a175-f481-4039-bd8b-361c2ebcdade","namespace":"ai-tenant-e2e-extmod-a-758b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.633636226Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"0ca6a175-f481-4039-bd8b-361c2ebcdade","aitenant":"ai-tenants/e2e-extmod-a-758b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.633726988Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","namespace":"ai-tenant-e2e-autores-d0a3e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.633775202Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","namespace":"ai-tenant-e2e-autores-d0a3e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.633823614Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","tenant":"e2e-autores-d0a3e7","tenantID":"e2e-autores-d0a3e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.684331055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"Deployment","name":"maas-api-e2e-autores-d0a3e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.706498529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4bc507-9eb7-4824-bbd5-254ccd9076eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.755115721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4bc507-9eb7-4824-bbd5-254ccd9076eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.75563008Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"69293bfc-f5bb-482e-8eeb-37f39920fae0","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.765292752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"Service","name":"maas-api-e2e-autores-d0a3e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.803615195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4bc507-9eb7-4824-bbd5-254ccd9076eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.852079173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a4bc507-9eb7-4824-bbd5-254ccd9076eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.85712419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-d0a3e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.900736154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a72be881-8fcd-43f2-8bd3-952dc98d799e","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.906977107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-d0a3e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.95842797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.010127248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.111115421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.167939582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.218500885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"Deployment","name":"payload-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.269746139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.278376965Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aa8eaa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aa8eaa","reconcileID":"afbb0392-2112-4e80-a9f1-0bd593b8e4ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-aa8eaa","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-aa8eaa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.325848845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"Service","name":"payload-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.386078047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"Service","name":"payload-pre-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.436496884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"DestinationRule","name":"payload-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.490262562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.543938117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.592284617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.598114576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"57282861-2bb9-4e1c-a90f-54aeb386286c","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.644973312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.695503234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.695790451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"8be90512-869e-4095-b12e-c296108f796a","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.759167944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-d0a3e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.871395273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d0a3e7"},"namespace":"ai-tenant-e2e-autores-d0a3e7","name":"default-tenant","reconcileID":"311ba538-ec9c-490c-84db-dc3263bff76f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-d0a3e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:20.175473907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"e8910896-0e00-4b09-a9bf-af462ac33f2f","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:20.321310086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"8a2b67d1-f7bb-4363-bfe4-58eb7db86f5d","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:20.806833754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7bfcce-3241-40d9-9255-20646bb55b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:20.868561625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7bfcce-3241-40d9-9255-20646bb55b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:20.917996298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7bfcce-3241-40d9-9255-20646bb55b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:20.967001094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7bfcce-3241-40d9-9255-20646bb55b83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.788164104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7307ab29-139b-4ff4-9f9d-89908e6715d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.836665876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7307ab29-139b-4ff4-9f9d-89908e6715d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.88523618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7307ab29-139b-4ff4-9f9d-89908e6715d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.934026697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7307ab29-139b-4ff4-9f9d-89908e6715d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:25.305594048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"17b26309-fe6c-42b9-84b0-d9860cd34d77","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:25.404352235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"2d079e2c-eac8-4c93-afe3-a8406c4905ef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:25.503799143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"bd9b932e-bd4c-44c3-93b3-2460df2fbd0c","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:25.559138364Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-d0a3e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-d0a3e7","reconcileID":"d7e470e5-fe47-42a9-b497-43727ff516b7","aitenant":"ai-tenants/e2e-autores-d0a3e7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:25.710668159Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"573c6829-4719-4b33-9d0c-9c8a6d1199a8","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:25.809045254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"529b6210-7a74-424c-b0a3-a910d1c6f6aa","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:26.094085014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c473a5af-651d-4bb3-9cd6-50f51ce7ee39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:26.142853099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c473a5af-651d-4bb3-9cd6-50f51ce7ee39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:26.19120535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c473a5af-651d-4bb3-9cd6-50f51ce7ee39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:26.239885405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c473a5af-651d-4bb3-9cd6-50f51ce7ee39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:26.345697608Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-d0a3e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-d0a3e7","reconcileID":"d7e470e5-fe47-42a9-b497-43727ff516b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-d0a3e7","removed":["maas.opendatahub.io/gateway-access-e2e-autores-d0a3e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:26.590030036Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"08902a34-9e45-4026-acb3-52803f24399b","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:26.687504233Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"32459570-0321-475d-819b-c4744fbe1f43","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:27.148281951Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"7628e5fc-9d92-44a5-834d-f987e627f438","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:27.29480738Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"3ce3c643-0c70-410c-9202-4f1f6d33080f","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:28.082379467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c8cb5a-617b-42b0-a47f-a0a38e40da7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:28.131210467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c8cb5a-617b-42b0-a47f-a0a38e40da7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:28.179781761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c8cb5a-617b-42b0-a47f-a0a38e40da7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:28.228215671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c8cb5a-617b-42b0-a47f-a0a38e40da7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:28.432863616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a899b6d3-0b46-4b86-8752-180298fb33be","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:28.534768439Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"9e71c07a-ca3a-449c-95ea-ef65927507aa","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:30.128820529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ad426b-cbf4-4443-8508-a8c513d1b746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:30.177354752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ad426b-cbf4-4443-8508-a8c513d1b746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:30.231076962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ad426b-cbf4-4443-8508-a8c513d1b746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:30.282907818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ad426b-cbf4-4443-8508-a8c513d1b746","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:31.997597438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"bb7cf08d-96b4-4350-b215-d4102b1ccfc9","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.045049697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1069dd2b-f861-4e59-9c0f-2a042b185904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.093830909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1069dd2b-f861-4e59-9c0f-2a042b185904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.142516707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1069dd2b-f861-4e59-9c0f-2a042b185904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.191665129Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"30922238-53c6-42b4-b517-873c78bd7ff4","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.191861652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1069dd2b-f861-4e59-9c0f-2a042b185904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.291791563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"4f8f30ed-7250-469d-bea5-af869db7829f","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.390815952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"a6327a62-2ec6-4ac9-81f6-852c7bd4c104","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.300618536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"ff79a91a-16a9-4cd7-84ab-ff25a9db74d1","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.398806619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"ba0c8cc0-5a42-48f8-aee3-032f2f05c26c","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.405745405Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4808b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4808b4","reconcileID":"964d4cc9-e828-4521-b58e-1770cc25bc7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4808b4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-4808b4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.740763587Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"58c1656c-de0f-4e7c-a751-9453c54793bb","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.83819597Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"44ec4f92-535a-4196-84d7-b1a403d649f2","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.994790702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ac16ee-e830-425a-92c2-3842bb2b5a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.04334994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ac16ee-e830-425a-92c2-3842bb2b5a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.091843194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ac16ee-e830-425a-92c2-3842bb2b5a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.140287411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ac16ee-e830-425a-92c2-3842bb2b5a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:35.75558397Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"1435ebc0-70ae-4129-9c7b-cf726de7a4c1","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:35.853377207Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"36eaab9c-634c-4122-ad42-4db735c1f680","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:35.903011123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f5265f-e34a-4e3c-a906-493365304fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:35.954147844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f5265f-e34a-4e3c-a906-493365304fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:36.003059337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f5265f-e34a-4e3c-a906-493365304fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:36.051553409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f5265f-e34a-4e3c-a906-493365304fbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:37.874092565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10c9734-8708-42d6-bca0-d4bb3eb891c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:37.92255432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10c9734-8708-42d6-bca0-d4bb3eb891c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:37.971069813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10c9734-8708-42d6-bca0-d4bb3eb891c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:38.021788012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10c9734-8708-42d6-bca0-d4bb3eb891c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:39.220633619Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:39.779569643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baa7aa0-a211-4d66-b97f-6a2aecb7e2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:39.828445057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baa7aa0-a211-4d66-b97f-6a2aecb7e2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:39.876902493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baa7aa0-a211-4d66-b97f-6a2aecb7e2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:39.925396124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baa7aa0-a211-4d66-b97f-6a2aecb7e2ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.853945725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"5711f59d-6c9c-4f4a-9074-67cc21af2e71","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.953636127Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"404b6d23-b179-4f7d-b941-043088689b0f","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:55.952981708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"3e6cec74-abb8-487c-8c32-b1b0533e0412","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.052572396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"c8f98441-1f7a-49a8-a83b-25a20c22fa1e","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:06.051851501Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"9997316f-3628-4608-8e50-cacebb32408c","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:06.150239782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"793bb25f-1b73-49b6-9318-af2b9161c48c","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:09.220506103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:16.149589543Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"6d209675-1018-49ff-9c64-3c8beb1d352c","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:16.248178377Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"fd01fbe7-4e25-42fc-8c55-55108965624e","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.837656012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"66080815-188c-4c56-917c-3d331e738699","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.93837713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"d472651a-4b9e-41fc-8324-0d56bed62422","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.201839978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"0eb0ee2e-50cf-4a85-9086-066900d6baf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.247591773Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"868f1229-0d99-4d97-ac3c-4c000dc5c4ab","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.301422618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"01f790dc-aa2b-4004-bd91-32360071f306","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.333424281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"94c2dbe1-7061-4db3-a329-d398ba30b08a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.347888829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"a70c63e1-2a61-417c-9f95-f73e84b8a48c","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.570897584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"589cbb5f-217a-4ffc-8b2f-c7c3812e4d13","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-ctrl-b12d6a","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.753603265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"c3cf54c0-26ee-4ebf-9a04-ba5f2a1f1463","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-att-serve-f03b9e","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.829899557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d645fccc-bed7-4afd-84d5-7d61b20c202d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:26.957145257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4751399-37c4-4306-94a7-96872166bf06","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:27.059050041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"f379a177-de03-49ff-ae88-98be06e61569","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:27.270403189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"1227438c-caa7-471f-8f46-669c78f71a3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:27.494318435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a14c407c-2947-47dd-a826-7301c495c912","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:27.522210562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"94764b6c-a5b9-4313-b260-584e5e2ba16d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:27.593230117Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"e5594215-6285-4a09-ac44-6fcf62bc58fe","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:27.762914594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"8f3571df-4b05-4321-947f-4c3e6be71464","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:27.891287734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"46f6b9b9-3977-4ac9-9f19-c44a6fde2975","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:28.32938405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d59a9d-9a32-4228-9882-734cf12885b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:28.377950452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d59a9d-9a32-4228-9882-734cf12885b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:28.426813442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d59a9d-9a32-4228-9882-734cf12885b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:28.475840344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d59a9d-9a32-4228-9882-734cf12885b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.271491084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d135b287-f74a-4e53-9637-56234486fcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.320144807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d135b287-f74a-4e53-9637-56234486fcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.368860193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d135b287-f74a-4e53-9637-56234486fcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.417796269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d135b287-f74a-4e53-9637-56234486fcf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:34.473846334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"3ec418a6-86df-41a5-b6d3-c6d95ef6b0bc","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:34.62215714Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"0bf16663-f709-4208-810a-18920bb79c9c","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:35.306740152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0999cdd-78f3-4424-a173-fb34cb909213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:35.355650186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0999cdd-78f3-4424-a173-fb34cb909213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:35.404244592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0999cdd-78f3-4424-a173-fb34cb909213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:35.453049056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0999cdd-78f3-4424-a173-fb34cb909213","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.289409204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d7cc11-a799-4048-abbe-b6a7fe4c3f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.338228467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d7cc11-a799-4048-abbe-b6a7fe4c3f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.386867046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d7cc11-a799-4048-abbe-b6a7fe4c3f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.435519761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97d7cc11-a799-4048-abbe-b6a7fe4c3f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:39.196140562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0a9439-5653-40d1-8172-d64c818482c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:39.220872791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:39.248638048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0a9439-5653-40d1-8172-d64c818482c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:39.297287658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0a9439-5653-40d1-8172-d64c818482c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:39.346148002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0a9439-5653-40d1-8172-d64c818482c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.622408136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"70cd66c8-0ae6-4037-853a-85a7380c32ab","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.722491017Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"66e19d5b-87d6-4ed7-8372-0b7865ad60b4","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.440028749Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","namespace":"ai-tenant-e2e-extmod-a-758b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.440089776Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","namespace":"ai-tenant-e2e-extmod-a-758b79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.440137957Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","tenant":"e2e-extmod-a-758b79","tenantID":"e2e-extmod-a-758b79","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.490982769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"Deployment","name":"maas-api-e2e-extmod-a-758b79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.547672245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"Service","name":"maas-api-e2e-extmod-a-758b79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.603625383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-758b79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.654197022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-758b79","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.705764181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.756828563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.808285483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.859546851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.932708657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:47.981235284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.039924665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"Service","name":"payload-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.088793952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.138963245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.18715738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.237504076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.292060989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.343071064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.391870781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.446849738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-758b79","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.49529606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-758b79"},"namespace":"ai-tenant-e2e-extmod-a-758b79","name":"default-tenant","reconcileID":"1ca0de59-77ba-4b76-ae33-0d0d29df3cd2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-758b79","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.550839375Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","namespace":"ai-tenant-e2e-extmod-b-9bb118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.550914862Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","namespace":"ai-tenant-e2e-extmod-b-9bb118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.550980626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","tenant":"e2e-extmod-b-9bb118","tenantID":"e2e-extmod-b-9bb118","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.601485896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"Deployment","name":"maas-api-e2e-extmod-b-9bb118","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.661868327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"Service","name":"maas-api-e2e-extmod-b-9bb118","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.714642958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-9bb118","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.765172569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-9bb118","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.816784232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.871876082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.925302564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.976352933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.037988791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.08772687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.136280747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"Service","name":"payload-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.16821435Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-758b79","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-758b79","reconcileID":"fc25d871-09eb-4af4-a720-5dfdbb958081","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-758b79","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-758b79"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.184542568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.2329772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.29183262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.340596203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.371403074Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"f3b33774-cec6-42cf-9802-d92c9173b9ed","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.469716664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"a995104f-c76b-4ffc-b560-46a6ac3518c3","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.472568618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.520685418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.57097094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.62284431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-9bb118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.687738825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9bb118"},"namespace":"ai-tenant-e2e-extmod-b-9bb118","name":"default-tenant","reconcileID":"864c7ada-5e33-48ca-8c38-b3ff71b11397","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-9bb118","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:50.337346281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2361a5f6-ac05-4bac-b8e3-56eb61cc5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:50.385926049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2361a5f6-ac05-4bac-b8e3-56eb61cc5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:50.434431157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2361a5f6-ac05-4bac-b8e3-56eb61cc5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:50.483017705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2361a5f6-ac05-4bac-b8e3-56eb61cc5396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.052081823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"0758fa84-4c4e-4882-9e59-685dc39dfa26","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.150148193Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"2183b92e-b5e2-4c16-9898-aa54a3735ee0","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.247749576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"cb1e8c5d-5710-4df3-803a-ea4457714545","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.343865176Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9bb118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9bb118","reconcileID":"dd2aa2ae-054a-41cb-8584-a88df1ce7392","aitenant":"ai-tenants/e2e-extmod-b-9bb118","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.345487555Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"1f48beb6-6abb-4026-be78-f3b65f1edc41","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.524065694Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a8599c0c-9197-42ba-938c-f63685f443bf","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.621591209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"b775faa7-9d80-4847-ad1f-7611fa48871b","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.088929802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9bb118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9bb118","reconcileID":"dd2aa2ae-054a-41cb-8584-a88df1ce7392","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9bb118","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-9bb118"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.291236464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"83ecc6b5-c3f1-4ed8-a3da-dc95f4842738","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.302217675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa506f4b-03f8-4a9e-88ea-faebe7bd38df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.351330035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa506f4b-03f8-4a9e-88ea-faebe7bd38df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.399912486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa506f4b-03f8-4a9e-88ea-faebe7bd38df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.448944952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"3a434f12-3fd9-477b-8826-0fa52f93e294","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.449088624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa506f4b-03f8-4a9e-88ea-faebe7bd38df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.77579396Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"623ff804-bb5b-4330-bd40-937c53142a55","namespace":"llm","name":"e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.825512947Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"f4520b92-ecb9-42d9-88be-b0f826dc55ae","namespace":"llm","name":"e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.921620047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"66b12056-2d98-4789-98a7-9b00167d3182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.922733659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28857278-85aa-469a-856a-707f2e585698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.923004052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"d32aedc4-a2f3-4dcd-8168-7bf9a30d9d8d","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.930908788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d72509d4-fca5-4793-b4c0-899851484152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.930910517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4946c0ec-4ec9-41ef-9be2-dec57747350f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.97515657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"66b12056-2d98-4789-98a7-9b00167d3182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.976498421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28857278-85aa-469a-856a-707f2e585698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.977365928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"d32aedc4-a2f3-4dcd-8168-7bf9a30d9d8d","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.985864261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d72509d4-fca5-4793-b4c0-899851484152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:52.985863907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4946c0ec-4ec9-41ef-9be2-dec57747350f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.036559161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3cb11120-1d4f-4762-9304-5ae4b0a1aacb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.036583175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3cb11120-1d4f-4762-9304-5ae4b0a1aacb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.036916868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9e97f88-3fac-4eb3-8c1e-5429bc7de354","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.036931818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9e97f88-3fac-4eb3-8c1e-5429bc7de354","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.037263186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e158fa4a-8b26-437b-bb49-98594bbc675d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.037279132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e158fa4a-8b26-437b-bb49-98594bbc675d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.037533749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"26a5575e-7209-4084-ba3e-5213188822c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.037546191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"26a5575e-7209-4084-ba3e-5213188822c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.037779015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3cf43354-c797-458f-9bcd-83330077cf34","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.037791898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3cf43354-c797-458f-9bcd-83330077cf34","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.038022606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34e0d572-edd7-4bee-9cc7-b471e56cefc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.038035558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34e0d572-edd7-4bee-9cc7-b471e56cefc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.038337132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2fb641e3-f128-4f05-b07f-5207cb423e82","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.038349744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2fb641e3-f128-4f05-b07f-5207cb423e82","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.038594598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12f6ed80-651e-4e34-a9eb-afc9ae0a6176","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.038607558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12f6ed80-651e-4e34-a9eb-afc9ae0a6176","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.232970288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a61c0133-3828-41cc-9a51-c81f32bda50e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.233838416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57ef2bdc-e300-41f4-baa1-4c44a12fbcdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.244813707Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"447fe52d-a85d-4018-a444-849a487a19f3","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"name":"e2e-dft-884af4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.322192407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"6bb68abc-4a64-4295-ac0e-a84d2890faed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.322192517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b61987ef-a6b6-418c-a073-37ca977b2065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.32610442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec6ae320-30fb-4bd0-ac1b-cfc7e02c8846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.32650318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"cf0e4978-e5e3-48a2-9930-0cbafa647c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.34540007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd4341ae-1f72-485e-a4eb-71d3b285500b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.345426871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd4341ae-1f72-485e-a4eb-71d3b285500b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.345791786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9f5182a-efd7-45fe-a7c3-d1b07d8e9fe1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.345809113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9f5182a-efd7-45fe-a7c3-d1b07d8e9fe1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.346180058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b8469a5-7f41-4de7-b05f-c46919c40771","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.346197762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b8469a5-7f41-4de7-b05f-c46919c40771","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.346556511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30c3cec4-78cd-41fd-820c-37958e60f168","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.346572832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30c3cec4-78cd-41fd-820c-37958e60f168","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.378002564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b61987ef-a6b6-418c-a073-37ca977b2065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.378011624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"6bb68abc-4a64-4295-ac0e-a84d2890faed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.382038791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"cf0e4978-e5e3-48a2-9930-0cbafa647c60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.382161256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec6ae320-30fb-4bd0-ac1b-cfc7e02c8846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.395280402Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"5f83f074-f1fe-4833-b465-de5a403e0ba0","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"name":"e2e-dft-884af4","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.428112639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7d6e6dc7-4b1e-4c3f-a09b-301a896e4e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.477755573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f8e7dfcf-6d55-4ce7-b717-14985894fcb1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.477778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f8e7dfcf-6d55-4ce7-b717-14985894fcb1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.478065011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8a4f7c9-820a-49c3-842b-14417185319a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.478077804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8a4f7c9-820a-49c3-842b-14417185319a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.478320572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3736d6e6-2972-4902-a7ae-75160157f09b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.478333556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3736d6e6-2972-4902-a7ae-75160157f09b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.478599849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0c6825-d788-411a-a3e6-33650609cadb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.478611699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0c6825-d788-411a-a3e6-33650609cadb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.481921469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7d6e6dc7-4b1e-4c3f-a09b-301a896e4e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.707843802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"3a446f8d-f6cf-4013-8ce6-b31116c79abd","namespace":"llm","name":"e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.729944163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"9feda602-0604-4794-8857-5380f815900c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.778318731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ba1bd923-67fe-4a1e-aafc-7c89d56e1edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.778420029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c6c7445b-4e59-4df6-acd2-1792196f63c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.783273973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"9feda602-0604-4794-8857-5380f815900c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.826007978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"defc5c68-1713-4973-96ef-22636de4174d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.826007856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"9bbc6ae5-fc93-436b-b0f0-c39118969dbc","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.834444123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ba1bd923-67fe-4a1e-aafc-7c89d56e1edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.834589143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"c6c7445b-4e59-4df6-acd2-1792196f63c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.881388936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"defc5c68-1713-4973-96ef-22636de4174d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.88141151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"9bbc6ae5-fc93-436b-b0f0-c39118969dbc","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:53.92679604Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"d46db050-078f-4922-a906-23fe1a03a18c","namespace":"llm","name":"e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.066520953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"54a9cb12-e399-4eff-876d-da1767bb17b0","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"name":"e2e-dft-e5197a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.138437373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e09d7ca3-996a-485c-94b3-9826e3097117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.193509319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e09d7ca3-996a-485c-94b3-9826e3097117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.218867936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"ca1f36e3-baf2-4902-8ba2-51795b64e1a7","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.218895393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"ca1f36e3-baf2-4902-8ba2-51795b64e1a7","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.265343711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12672b9-fba3-44c2-ad37-6922af554c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.265474007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853c8a24-3a28-4e8e-a78b-33e5a5412d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.265700263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"424f3e45-74a2-4005-adf9-f3fc3e092f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.26589913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"292a77ff-5dc7-4ce6-a4d5-b26b164eb682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.314775287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12672b9-fba3-44c2-ad37-6922af554c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.319577869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"424f3e45-74a2-4005-adf9-f3fc3e092f80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.319705239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853c8a24-3a28-4e8e-a78b-33e5a5412d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.363907204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12672b9-fba3-44c2-ad37-6922af554c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.369190678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"292a77ff-5dc7-4ce6-a4d5-b26b164eb682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.413614803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f12672b9-fba3-44c2-ad37-6922af554c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.414091859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c17563-59e2-452a-b414-baaf0fb851a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.468639165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79c17563-59e2-452a-b414-baaf0fb851a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.6139718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"1ba6685c-3523-403a-ac99-fe8043b28e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.668169003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"1ba6685c-3523-403a-ac99-fe8043b28e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.711708554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"502b0293-5f42-483d-a0eb-a68fa3f5d044","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.760538821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"7e91e8fa-7eb1-49f4-9fa3-aee9343e524b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.760565971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2e3f22b8-5dc1-485b-86c0-f5c6f31d172a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.765568747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"502b0293-5f42-483d-a0eb-a68fa3f5d044","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.811482754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"d215272d-ca67-4967-be6f-84621394c3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.816466575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"7e91e8fa-7eb1-49f4-9fa3-aee9343e524b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.816809301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2e3f22b8-5dc1-485b-86c0-f5c6f31d172a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.865354446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"d215272d-ca67-4967-be6f-84621394c3e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:54.983248512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"19742826-232a-4e59-bfb8-0ab8ec9fa3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.071109312Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"b0225cb7-885f-4f50-bdb1-d705e1348937","namespace":"llm","name":"e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.075977759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"19742826-232a-4e59-bfb8-0ab8ec9fa3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.119072332Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"aededfd2-d17b-4e5e-b009-3c985eb6136b","namespace":"llm","name":"e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.168926607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c9555481-260f-4f6c-911c-98a33216440c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.220718679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"99d2b20a-5cfe-42e9-a9a1-4cb3a68ce7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.220744285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"e9454d3f-6fd2-4ab6-89e9-9b36e20febf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.225742913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c9555481-260f-4f6c-911c-98a33216440c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.276138675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"99d2b20a-5cfe-42e9-a9a1-4cb3a68ce7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.276288585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"e9454d3f-6fd2-4ab6-89e9-9b36e20febf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.282291432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0d350629-0f8e-42f7-ba2a-e8f93b43b2ff","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.336621778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0d350629-0f8e-42f7-ba2a-e8f93b43b2ff","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.515102124Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"11cd50b3-8cc5-4e14-ad54-ff59df8d1b6f","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"name":"e2e-dft-e5197a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.517309549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"01ac4809-0f29-4c40-a73e-15448cfb5c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.564091157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"214a16cd-1ee2-421a-807f-d7ccf8bc3d25","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.564110305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"214a16cd-1ee2-421a-807f-d7ccf8bc3d25","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.56443509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d29422-9d9d-4885-a4ed-fc430cc00f54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.564461704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d29422-9d9d-4885-a4ed-fc430cc00f54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.564820557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6bb112f1-cbf3-4439-a229-4610c8e30f29","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.56483379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6bb112f1-cbf3-4439-a229-4610c8e30f29","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.565080048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"474d355f-44fa-4400-8d04-81794c48947d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.565091352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"474d355f-44fa-4400-8d04-81794c48947d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.565384359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a5b3fea-fc5f-4adc-bb05-c5334b179538","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.565401096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a5b3fea-fc5f-4adc-bb05-c5334b179538","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.565747718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2171fe6d-f782-4ea8-b966-d83f47ec13bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.565767127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2171fe6d-f782-4ea8-b966-d83f47ec13bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.570973302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"01ac4809-0f29-4c40-a73e-15448cfb5c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.614901594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"0e92debb-0052-44dc-b0e3-1076c01242e5","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.614926086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"0e92debb-0052-44dc-b0e3-1076c01242e5","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.615216393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d3d1d5f-5035-4441-8287-4075becc5cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.615377955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8d38262-00e2-464a-ba96-32d81911bc98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.616043926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8f99435-32ca-4cc7-97d5-25504d0c4627","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.664133448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df0a8e3a-6e9f-4c84-a31b-099b6b617ccd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.664150109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"df0a8e3a-6e9f-4c84-a31b-099b6b617ccd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.664390647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"58bbb227-ebc2-4fe7-8c17-3eca45005b07","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.664401159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"58bbb227-ebc2-4fe7-8c17-3eca45005b07","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.670982033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d3d1d5f-5035-4441-8287-4075becc5cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.713013623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"f9dcb405-90a9-49b9-9f5d-dcbf564bb739","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"name":"e2e-dft-e5197a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.718386586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"efc1db86-7a04-46de-aa7f-4bf6815d0185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.719241269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"13754752-5306-483a-ae89-903bc5e57df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.783071123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"efc1db86-7a04-46de-aa7f-4bf6815d0185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.790968364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"13754752-5306-483a-ae89-903bc5e57df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.822317709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"d8e67886-6f2f-43c6-a192-04330fef3d14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.876027869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"d8e67886-6f2f-43c6-a192-04330fef3d14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:55.970369013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49a7d643-3449-49e2-993e-0a8c3a963dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.02435368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49a7d643-3449-49e2-993e-0a8c3a963dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.035985703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f2db4187-b708-4824-b1b5-75c9494e09aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.089445271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f2db4187-b708-4824-b1b5-75c9494e09aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.128066971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"a3a73114-cf90-48cf-a2e8-2a6c2d31485d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.128069001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6c7c152c-8097-46d6-9408-76f966e4f8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.185142815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"a3a73114-cf90-48cf-a2e8-2a6c2d31485d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.185374868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6c7c152c-8097-46d6-9408-76f966e4f8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.270221094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"f66b9466-4f9f-43dd-8882-e09c564a88fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.325540096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"f66b9466-4f9f-43dd-8882-e09c564a88fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.349287932Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"71fd97e6-2f10-4fc2-bfda-ea787051ea53","namespace":"llm","name":"e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.398197034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd03123-e063-45f1-b6cf-e7ba605660e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.447101706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd03123-e063-45f1-b6cf-e7ba605660e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.447324234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"67d3f881-1b04-4734-b901-e5244c7d665f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.447361484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"2643497d-55ca-4c88-bd8d-b33be9495b09","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.447385196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"2643497d-55ca-4c88-bd8d-b33be9495b09","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.447667218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"b077407e-70f0-4f92-8775-b988d8ebff82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.496053914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd03123-e063-45f1-b6cf-e7ba605660e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.544934838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd03123-e063-45f1-b6cf-e7ba605660e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.550613993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"67d3f881-1b04-4734-b901-e5244c7d665f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.598528467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"b077407e-70f0-4f92-8775-b988d8ebff82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.643513777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f0145f71-28b9-45fc-a315-6484c6e8136b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.644582294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91e22b2f-e904-4715-88e2-3d0554b05d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.697860609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f0145f71-28b9-45fc-a315-6484c6e8136b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.698656126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91e22b2f-e904-4715-88e2-3d0554b05d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.746612295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"a9c73413-5cc3-4d39-880f-a229c7095cc2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.800134603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"a9c73413-5cc3-4d39-880f-a229c7095cc2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.844116003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7b1eed4-f19b-4298-9ebe-e04dea8a81e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.899621196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7b1eed4-f19b-4298-9ebe-e04dea8a81e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.899632526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"937bc452-8f81-4001-bd0c-98d419cce69e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.956568986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"937bc452-8f81-4001-bd0c-98d419cce69e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:56.999321729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"898e6e75-f80d-45ac-b34d-3bc9308a1edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.053282998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"898e6e75-f80d-45ac-b34d-3bc9308a1edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.111396278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"00541926-d265-468c-a53c-bd52949c96d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.167161124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"00541926-d265-468c-a53c-bd52949c96d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.212037209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"6ed50262-ef65-42d0-b764-86a8226d7107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.269271904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"6ed50262-ef65-42d0-b764-86a8226d7107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.30324201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2bdb5cf5-f7fa-4d69-b90f-6c722e6176f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.358831492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"2bdb5cf5-f7fa-4d69-b90f-6c722e6176f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.419285837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"ad515939-4b33-4da4-afff-6cb65ef63860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.475754401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"ad515939-4b33-4da4-afff-6cb65ef63860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.551001025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"adcd3372-fa97-46d3-9ee0-7c07db5c3d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.551060966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"8b76b014-fe78-4162-be91-4f0c62d2867f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.607116694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"8b76b014-fe78-4162-be91-4f0c62d2867f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.609581428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"adcd3372-fa97-46d3-9ee0-7c07db5c3d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.703214597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"da2d0b62-5507-45f5-82db-a1a1e75d61dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.703873914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2f06d9a6-11d4-4a1b-ac2c-5e2499f8943e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.756997668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"da2d0b62-5507-45f5-82db-a1a1e75d61dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:57.759415119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2f06d9a6-11d4-4a1b-ac2c-5e2499f8943e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:58.401770967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e864167-3d3a-4a44-a0c0-16e091eb1e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:58.450266944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e864167-3d3a-4a44-a0c0-16e091eb1e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:58.498826106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e864167-3d3a-4a44-a0c0-16e091eb1e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:58.547621274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e864167-3d3a-4a44-a0c0-16e091eb1e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.327330033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"d986931e-090b-402d-af64-0e0d796eeebe","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.327358682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"d986931e-090b-402d-af64-0e0d796eeebe","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.430089178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"59a1466f-825a-4c83-a7e2-15d27a45ca6d","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.430124119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"59a1466f-825a-4c83-a7e2-15d27a45ca6d","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.535201426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"bc05983f-ba40-4571-bff3-ddb6b9b78e9e","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.588784234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"bc05983f-ba40-4571-bff3-ddb6b9b78e9e","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.026632596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"47033703-f2f2-47a3-b9b0-ca32804a3ad9","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.02666387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"47033703-f2f2-47a3-b9b0-ca32804a3ad9","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.125192424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"5cb34a46-924a-4d4f-ba26-be0c19b1d8e0","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.125230841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"5cb34a46-924a-4d4f-ba26-be0c19b1d8e0","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.223373372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"3eeaef59-67ac-451c-acda-a2c3fc4919a3","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.223408122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"3eeaef59-67ac-451c-acda-a2c3fc4919a3","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.269659621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"658e2a14-338f-479d-90f8-7d8518b7f18d","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.272620548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"e27dd042-86f3-4230-a9c1-7d720dd34ac6","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.324674808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"658e2a14-338f-479d-90f8-7d8518b7f18d","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.325927346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"e27dd042-86f3-4230-a9c1-7d720dd34ac6","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.330815289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e402974-0fa9-452d-a19b-81147e15de71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.379762458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e402974-0fa9-452d-a19b-81147e15de71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.428505635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e402974-0fa9-452d-a19b-81147e15de71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.477754245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e402974-0fa9-452d-a19b-81147e15de71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.831064938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"93749a85-decc-4eff-9fa6-a257cb95c834","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.831095833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"93749a85-decc-4eff-9fa6-a257cb95c834","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.025662133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"b3f21f5e-e2c5-4b43-a5eb-9d1f9f49f64d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.079302357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"b3f21f5e-e2c5-4b43-a5eb-9d1f9f49f64d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.077898157Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4599cf priority=0:[ai-tenant-e2e-extmod-b-4599cf/e2e-att-serve-f03b9e-sub ai-tenant-e2e-extmod-b-4599cf/e2e-rec-ctrl-b12d6a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.127057422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"256eb9f3-c1ec-483b-b4e1-7edd9db9a250","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.127090648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"256eb9f3-c1ec-483b-b4e1-7edd9db9a250","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.186661915Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-884af4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-884af4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.282486082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"b60d8b40-a5f4-4eaa-978f-ae298d0818b2","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.282522665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"b60d8b40-a5f4-4eaa-978f-ae298d0818b2","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","externalModel":"e2e-rec-ctrl-b12d6a","provider":"e2e-rec-ctrl-b12d6a-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.323884946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7d1943c-830c-462d-9453-77bba5f39fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.323942395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"0eb30f60-cdeb-4e59-a048-b340574d7a68","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.32460297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38d2d93a-2492-4213-bb8d-b9ffaf6f681d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.324649614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"72f93182-e3ea-41d2-b9ba-127dea1b5e47","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.383688096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"365b324b-635b-43e9-8c9f-1e78342cd4aa","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.383716739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"365b324b-635b-43e9-8c9f-1e78342cd4aa","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.446353176Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7d1943c-830c-462d-9453-77bba5f39fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.451228626Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"0eb30f60-cdeb-4e59-a048-b340574d7a68","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.451707973Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38d2d93a-2492-4213-bb8d-b9ffaf6f681d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.483635993Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"72f93182-e3ea-41d2-b9ba-127dea1b5e47","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.499111869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7d1943c-830c-462d-9453-77bba5f39fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.505903315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"0eb30f60-cdeb-4e59-a048-b340574d7a68","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.508869621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38d2d93a-2492-4213-bb8d-b9ffaf6f681d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.525085122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"9298fbd1-538d-4d8a-bc66-b512e28e80e2","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.528656819Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-sub","reconcileID":"ec55bd6c-80bb-47cc-8d0e-876f7d9f01c5","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-884af4","model":"e2e-dft-884af4","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-884af4-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.537946815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"72f93182-e3ea-41d2-b9ba-127dea1b5e47","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.62436311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"e3910696-6b15-4f5a-a5f2-acb6b340b23f","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.652678892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4599cf priority=0:[ai-tenant-e2e-extmod-b-4599cf/e2e-att-serve-f03b9e-sub ai-tenant-e2e-extmod-b-4599cf/e2e-rec-ctrl-b12d6a-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-884af4-sub models-as-a-service/e2e-dft-e5197a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.723268074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"ffab0855-9fff-491d-ac6a-0b8c37f89517","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.723294389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"ffab0855-9fff-491d-ac6a-0b8c37f89517","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.750044645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"23cee87e-13e5-4a83-bf6d-df9ab1e3e27d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.754430596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21b8d023-5aef-47c6-9e85-0caa15b8add6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.755337442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"40587a4b-1fd4-4977-ba51-d424f97a1cc7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-e5197a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:02.756722095Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-884af4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-884af4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.784580057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"dad7af7f-1127-4e6f-9587-a391602428ef","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.796869724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61afcc5-ea64-403a-a79a-a784b9a8b4a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.803801774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"23cee87e-13e5-4a83-bf6d-df9ab1e3e27d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.80821394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21b8d023-5aef-47c6-9e85-0caa15b8add6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.827777886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bdd0eef2-5545-4ab6-953e-7104ce9c1234","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.827796519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bdd0eef2-5545-4ab6-953e-7104ce9c1234","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.838833836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"dad7af7f-1127-4e6f-9587-a391602428ef","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.850568533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61afcc5-ea64-403a-a79a-a784b9a8b4a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.856482598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"23cee87e-13e5-4a83-bf6d-df9ab1e3e27d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.861292493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21b8d023-5aef-47c6-9e85-0caa15b8add6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.877105546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"fadc4fab-4008-4ed9-8266-36512731d62d","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.877125146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"fadc4fab-4008-4ed9-8266-36512731d62d","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.891483627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"dad7af7f-1127-4e6f-9587-a391602428ef","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.903194471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61afcc5-ea64-403a-a79a-a784b9a8b4a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.92631763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc509215-65fb-4957-aa36-af7c18ffbb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.926333034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc509215-65fb-4957-aa36-af7c18ffbb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.975484928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"3c8c3b89-a56c-4dc8-9262-341e37390354","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.975510149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"3c8c3b89-a56c-4dc8-9262-341e37390354","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:02.976705117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-sub","reconcileID":"83cbba68-401f-4c70-8ec0-88ff3bb97853","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-884af4","model":"llm/e2e-dft-884af4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.026948605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55dace4c-0f0c-4e4d-b272-e13906281faf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.026969048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55dace4c-0f0c-4e4d-b272-e13906281faf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.080214204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"2d9089d3-e144-438b-9506-7b80ad6df70e","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.080240711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"2d9089d3-e144-438b-9506-7b80ad6df70e","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.14637256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15f1fa11-9bc0-4090-aa45-1aa067634070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.150606456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"36ef1e32-7c79-47bf-b5fa-f1d439d00fe6","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.165260091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"175aa12f-6adf-425a-b54a-878f02125b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.171036867Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"70716a95-5aed-46bf-a5b5-c6690c0694e4","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"e2e-dft-e5197a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-e5197a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.189434947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"b2e0a9b8-bf4d-4335-a498-2f483270f806","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.20010925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15f1fa11-9bc0-4090-aa45-1aa067634070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.204016267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"36ef1e32-7c79-47bf-b5fa-f1d439d00fe6","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.22129769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"175aa12f-6adf-425a-b54a-878f02125b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.243508344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"b2e0a9b8-bf4d-4335-a498-2f483270f806","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.252535652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15f1fa11-9bc0-4090-aa45-1aa067634070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.256229455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"36ef1e32-7c79-47bf-b5fa-f1d439d00fe6","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.273578185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"175aa12f-6adf-425a-b54a-878f02125b31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.295731504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"b2e0a9b8-bf4d-4335-a498-2f483270f806","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:03.307703884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"36ef1e32-7c79-47bf-b5fa-f1d439d00fe6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-e5197a-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.431230033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"482581a1-8da3-4bbf-bee1-1bdfd6d63bcd","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.43125647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"482581a1-8da3-4bbf-bee1-1bdfd6d63bcd","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.566144516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"9c8c5fd5-e30c-4bdc-a346-9f2c29801fa8","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.623756468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"9c8c5fd5-e30c-4bdc-a346-9f2c29801fa8","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.626099991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"3f74a5db-d6d5-45b0-af30-b599c448adbc","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:03.676283651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"9c8c5fd5-e30c-4bdc-a346-9f2c29801fa8","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:04.459131225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"93b37c48-a06c-4cc3-b83b-b2aed33ea6fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-4808b4","tenantID":"e2e-extmod-a-4808b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:04.570117518Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"93b37c48-a06c-4cc3-b83b-b2aed33ea6fc","name":"e2e-extmod-a-4808b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.22221597Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.689798215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"3481e4d4-1005-4fdd-b2dd-ec51f32a0b7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.817716494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"993d1134-c19c-4c21-b9b0-25b52608c6a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.948304944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"581ed590-8b2a-4d6b-82cd-ca3d86e889f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.047292563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"4432ba15-0100-4a9d-8de4-078cf773d5c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.078573153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"a5c78cb4-5dc1-47e1-a8be-1c2430f7b6db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.14542313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"39e7b6d8-37c2-417a-8ac4-bc3dd7509674","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.337709074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"6c6faae6-e3a0-482b-b048-e16324d141db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.51374917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"127a5c35-bee6-4cfe-95e0-7b403ceb9d1c","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-ctrl-b12d6a","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.707351917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"b034ae93-ad84-43a0-9605-23a4459b8bef","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-att-serve-f03b9e","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.756545899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"92520ff8-7983-4ad9-80d0-a163b812f3b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.786727857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"8f400042-37b1-453b-88a2-801a63210ddc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.85682749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ee8645e-fe61-4d50-a2aa-adb3d9921c27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.978817374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"9abc0076-e798-4171-8f25-d48cc3d579b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.105696583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"2d1fd982-1551-484e-bf07-da726d621803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.96176769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"3ccbc0aa-051f-48ae-9a78-c01ecee9ab83","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.96182322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"648a5511-e242-4a35-be4b-9d82865aca6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.962194533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd3f861-d0a2-4a44-afa5-bedc2ba8ffb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.96229984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"054f7242-bbcb-4d23-9c89-1023037e42de","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.016886784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd3f861-d0a2-4a44-afa5-bedc2ba8ffb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.016913497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"648a5511-e242-4a35-be4b-9d82865aca6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.020497963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"054f7242-bbcb-4d23-9c89-1023037e42de","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.020646678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"3ccbc0aa-051f-48ae-9a78-c01ecee9ab83","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.069734051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd3f861-d0a2-4a44-afa5-bedc2ba8ffb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.071559367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"648a5511-e242-4a35-be4b-9d82865aca6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.074584852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"054f7242-bbcb-4d23-9c89-1023037e42de","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.074978766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"3ccbc0aa-051f-48ae-9a78-c01ecee9ab83","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.320161003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0aef05b5-1480-4bde-acf3-06c7077af454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.321261361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46cb77e8-da5b-49da-84e2-08cf5fc756fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.322999642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"481d7d7b-8fe7-4dd5-a1eb-b2056a118abe","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.323225437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"0751ba3e-9526-4143-af5c-678091a2eb2a","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.374910704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0aef05b5-1480-4bde-acf3-06c7077af454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.378617544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46cb77e8-da5b-49da-84e2-08cf5fc756fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.379728196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"0751ba3e-9526-4143-af5c-678091a2eb2a","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.38412158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"481d7d7b-8fe7-4dd5-a1eb-b2056a118abe","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.427662946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0aef05b5-1480-4bde-acf3-06c7077af454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.447524083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46cb77e8-da5b-49da-84e2-08cf5fc756fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.468202266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"481d7d7b-8fe7-4dd5-a1eb-b2056a118abe","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.469854434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"0751ba3e-9526-4143-af5c-678091a2eb2a","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.626946636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a4d50529-1463-4970-a68f-9bec053e14dd","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.726161195Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"11aad97a-d17f-4c60-9b3d-a804b7a0f188","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.672541342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ac637bf-edc3-475d-9cd1-e01cc8fb5a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.726580151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"710e7752-e5b2-4c53-ac74-a51337682f83","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.727216168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ac637bf-edc3-475d-9cd1-e01cc8fb5a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.773196002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"f8789407-0c37-4f7d-95a7-ec43907a64b2","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.773214262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"89403590-430a-4c43-af0f-21a64642b645","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.774104039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2ade51-2bc9-4737-9ab7-10ed809a6fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.779863031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ac637bf-edc3-475d-9cd1-e01cc8fb5a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.825999451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"3a1f9867-3ce3-4e27-8b87-8fbe392b5e6d","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.828029065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"89403590-430a-4c43-af0f-21a64642b645","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.828367713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2ade51-2bc9-4737-9ab7-10ed809a6fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.830261697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"f8789407-0c37-4f7d-95a7-ec43907a64b2","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.880229175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"89403590-430a-4c43-af0f-21a64642b645","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.880854828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d2ade51-2bc9-4737-9ab7-10ed809a6fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.882177017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"f8789407-0c37-4f7d-95a7-ec43907a64b2","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.826735099Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"49764f1d-7f66-4055-9793-0137d4148b46","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.925898082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"8e8aed7d-8e91-437e-bc10-8f3d2c03d338","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.026799229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e65c7de-84eb-451f-bee8-96761bb092da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.080955405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e65c7de-84eb-451f-bee8-96761bb092da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.124903743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"06cbd3bb-f822-4137-9554-9d017e79cb12","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.124904581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a4c1a2-84a6-41e1-9cf3-8de2d38b0b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.125563686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"187a9ff8-765b-4e7b-b616-ace8c5c5e34c","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.133153168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e65c7de-84eb-451f-bee8-96761bb092da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.179445443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a4c1a2-84a6-41e1-9cf3-8de2d38b0b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.179594475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"06cbd3bb-f822-4137-9554-9d017e79cb12","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.181602305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"187a9ff8-765b-4e7b-b616-ace8c5c5e34c","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.232554846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a4c1a2-84a6-41e1-9cf3-8de2d38b0b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.232672498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"06cbd3bb-f822-4137-9554-9d017e79cb12","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.233724878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"187a9ff8-765b-4e7b-b616-ace8c5c5e34c","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.227141495Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:42.931689814Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"58b7ea53-d721-4d00-acbb-cbc0ed0ade67","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.036716088Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"4214119a-806c-4184-a47f-262dfb1ba94a","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.381803296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbd3f5fe-8018-4df9-9fae-99bdc7972010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.441213194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbd3f5fe-8018-4df9-9fae-99bdc7972010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.489331081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20691f58-dbea-47c3-85c1-55e6a109f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.489568041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"8f6c7efd-4499-487c-8fb4-3a855f1d5061","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.48933964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"76af6d2c-366b-407b-a4e4-f578fb45fda0","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.494366717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbd3f5fe-8018-4df9-9fae-99bdc7972010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.549293007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"8f6c7efd-4499-487c-8fb4-3a855f1d5061","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.549394062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"76af6d2c-366b-407b-a4e4-f578fb45fda0","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.551549155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20691f58-dbea-47c3-85c1-55e6a109f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.602533933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"76af6d2c-366b-407b-a4e4-f578fb45fda0","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.603305939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"8f6c7efd-4499-487c-8fb4-3a855f1d5061","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.604420596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20691f58-dbea-47c3-85c1-55e6a109f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.703668187Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","namespace":"ai-tenant-e2e-extmod-a-74d0bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.703731767Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","namespace":"ai-tenant-e2e-extmod-a-74d0bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.703788772Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","tenant":"e2e-extmod-a-74d0bf","tenantID":"e2e-extmod-a-74d0bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.754326974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"Deployment","name":"maas-api-e2e-extmod-a-74d0bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.810643738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"Service","name":"maas-api-e2e-extmod-a-74d0bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.866352605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-74d0bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.920162235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-74d0bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.98406523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.035250713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.089514034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.146079284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.194657185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.243268662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.291819488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"Service","name":"payload-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.340593441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.389587708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.440243383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.48912047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.547438622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.596042279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.644580386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.69683861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-74d0bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.745753515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-74d0bf"},"namespace":"ai-tenant-e2e-extmod-a-74d0bf","name":"default-tenant","reconcileID":"8460b52a-84d5-413a-8565-b35532e32ffc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-74d0bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.04336417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"efbe0ad1-ba98-4b55-8919-5338d0fe09f5","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.195000495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"82bf82fe-8795-423e-9aa3-db178064b8f5","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.343948054Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"ccc6f9da-2fb9-4e40-9e0a-d582e904bbfa","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.442236409Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"8c021bdd-29a2-48c1-a88a-b715338b7d03","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.44265088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-sub","reconcileID":"d7299991-9feb-4eff-8e87-ac64b142171e","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-884af4","model":"llm/e2e-dft-884af4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.496767848Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-74d0bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-74d0bf","reconcileID":"03219bdb-bfc3-498e-8d53-04b30201a1c2","aitenant":"ai-tenants/e2e-extmod-a-74d0bf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.546394227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"ac7dfd7e-de82-4137-9934-8aba63263b47","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.546426047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"ac7dfd7e-de82-4137-9934-8aba63263b47","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.649845859Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"d5fc5012-96cb-49e8-b2cb-edd883a13273","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.747695723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"60d856da-93f1-47e9-b7c9-82a95e8c2022","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.845651188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"92543c25-7126-479a-8bb2-fe8fd4e0e39f","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.845677523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"92543c25-7126-479a-8bb2-fe8fd4e0e39f","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.029756777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562bd8a1-b83a-48f4-aafc-4c3ed27b50e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.079048171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562bd8a1-b83a-48f4-aafc-4c3ed27b50e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.127798723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562bd8a1-b83a-48f4-aafc-4c3ed27b50e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.176829384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562bd8a1-b83a-48f4-aafc-4c3ed27b50e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.332555062Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-74d0bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-74d0bf","reconcileID":"03219bdb-bfc3-498e-8d53-04b30201a1c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-74d0bf","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-74d0bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.377024172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a95e4c75-593d-4bb6-bd1c-8c46d06194bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.431257436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a95e4c75-593d-4bb6-bd1c-8c46d06194bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.472828296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ed97c7d-558a-4508-a360-7a7c30d7882f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.472891262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"969a5524-4875-456b-808b-25c5d87d11d8","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.48388323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a95e4c75-593d-4bb6-bd1c-8c46d06194bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.522119465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7ba600f4-9ec4-4763-bfae-3b2ae08eeec0","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.527796047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ed97c7d-558a-4508-a360-7a7c30d7882f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.527829316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"969a5524-4875-456b-808b-25c5d87d11d8","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.575947564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7ba600f4-9ec4-4763-bfae-3b2ae08eeec0","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.580896447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"969a5524-4875-456b-808b-25c5d87d11d8","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.580990674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ed97c7d-558a-4508-a360-7a7c30d7882f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.58255135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"3ac69e9f-d38e-48f2-bd45-f68cc977adfa","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.62901153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7ba600f4-9ec4-4763-bfae-3b2ae08eeec0","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.680433653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"3affed37-2120-4426-8e22-f38d951c83aa","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.729694322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ce033c2-cfdf-46b5-b606-679a3097d2cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.729712376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ce033c2-cfdf-46b5-b606-679a3097d2cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.779245449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"47262d78-c1ce-4f86-84be-77426ad07f2f","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.779267477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"47262d78-c1ce-4f86-84be-77426ad07f2f","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.783202899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00f95b53-a557-4b20-b4b3-8c2930819ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.828524017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3363d689-c3a3-4bf4-afbc-fb978fa684eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.828539754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3363d689-c3a3-4bf4-afbc-fb978fa684eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.837927951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00f95b53-a557-4b20-b4b3-8c2930819ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.877892093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"eccbd573-b914-442f-a787-afc51be2872f","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.877920829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"eccbd573-b914-442f-a787-afc51be2872f","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.883053325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"278da91b-f33c-4f53-b1dc-65858ac03e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.883317128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"6cc2103c-d058-4b67-a41a-5cc454b012ba","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.890807915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00f95b53-a557-4b20-b4b3-8c2930819ab3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.927355224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"3321ddf4-27aa-4275-924a-e3ae527adec2","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.939118396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"278da91b-f33c-4f53-b1dc-65858ac03e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.939125513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"6cc2103c-d058-4b67-a41a-5cc454b012ba","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:53.941704619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00f95b53-a557-4b20-b4b3-8c2930819ab3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.983737484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"3321ddf4-27aa-4275-924a-e3ae527adec2","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.997719202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"278da91b-f33c-4f53-b1dc-65858ac03e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.015873517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"6cc2103c-d058-4b67-a41a-5cc454b012ba","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.045064888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"3321ddf4-27aa-4275-924a-e3ae527adec2","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:54.053803089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"278da91b-f33c-4f53-b1dc-65858ac03e45","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:54.103578021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"3321ddf4-27aa-4275-924a-e3ae527adec2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-e5197a-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.263865476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd5ca042-7eeb-4d7a-a0db-1e049465a666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.318212593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd5ca042-7eeb-4d7a-a0db-1e049465a666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.359532176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a445371f-51c0-4413-b84b-ffe91397cc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.371008267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd5ca042-7eeb-4d7a-a0db-1e049465a666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.415830765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a445371f-51c0-4413-b84b-ffe91397cc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.431416664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"9b1d3264-0185-4c6c-aab0-c98f752e7e86","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.483663668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a445371f-51c0-4413-b84b-ffe91397cc89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.486151789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"9b1d3264-0185-4c6c-aab0-c98f752e7e86","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.538923843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"9b1d3264-0185-4c6c-aab0-c98f752e7e86","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.707155537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"c41107fb-e88d-41aa-8104-f38805405bda","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.707182955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"c41107fb-e88d-41aa-8104-f38805405bda","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.861806877Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-sub","reconcileID":"6fd12f9d-c126-40c0-91da-822aca16ffc5","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3322cf07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.915916246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"fba8d35f-e32f-4761-9ee8-e94cb5e9a3e7","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.915947473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35624778-4ba4-4832-a949-88f5ad7875c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.916385521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"4434141d-2533-41c3-8628-fdccc2a87e1e","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.916412902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3bbc94-729f-40c3-9b4f-7aeb244434af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.971393035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"fba8d35f-e32f-4761-9ee8-e94cb5e9a3e7","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.972169359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35624778-4ba4-4832-a949-88f5ad7875c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.975022122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"4434141d-2533-41c3-8628-fdccc2a87e1e","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.976399359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3bbc94-729f-40c3-9b4f-7aeb244434af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.003322449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeee7211-8e05-4822-8686-849da3e553de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.060400794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeee7211-8e05-4822-8686-849da3e553de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.065136269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"fba8d35f-e32f-4761-9ee8-e94cb5e9a3e7","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.068906379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"4434141d-2533-41c3-8628-fdccc2a87e1e","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.068961325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3bbc94-729f-40c3-9b4f-7aeb244434af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.071804017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35624778-4ba4-4832-a949-88f5ad7875c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.108873015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeee7211-8e05-4822-8686-849da3e553de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.158003176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeee7211-8e05-4822-8686-849da3e553de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.408846552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae638550-21b5-489a-8715-d77e123f777f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.409036768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"760a28a0-4d9a-4f55-b180-6269af258279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.409266313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"939c8e5a-6cd1-495a-be07-ede5af5dfab2","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.408858566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"8267c68c-673d-4a02-bb36-4b34b6b68775","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.475210623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae638550-21b5-489a-8715-d77e123f777f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.475443188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"939c8e5a-6cd1-495a-be07-ede5af5dfab2","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.483164858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"760a28a0-4d9a-4f55-b180-6269af258279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.491107495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"8267c68c-673d-4a02-bb36-4b34b6b68775","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.573337543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae638550-21b5-489a-8715-d77e123f777f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.57529325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"939c8e5a-6cd1-495a-be07-ede5af5dfab2","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.576190488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"760a28a0-4d9a-4f55-b180-6269af258279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.576890752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"8267c68c-673d-4a02-bb36-4b34b6b68775","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:57.105149027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbb3b6d-f971-4ab7-9525-67c21164673d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:57.155082364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbb3b6d-f971-4ab7-9525-67c21164673d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:57.226956534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbb3b6d-f971-4ab7-9525-67c21164673d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:57.276057458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbb3b6d-f971-4ab7-9525-67c21164673d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:01.029559436Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"6ca947f4-617c-4213-9d4b-1924655712f9","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:01.131487116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"7f6a3fcc-9392-4263-8a23-079f6478974d","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:01.911656104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3f652-a867-4ec1-9eb2-86f6260c7860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:01.961303736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3f652-a867-4ec1-9eb2-86f6260c7860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:02.011377503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3f652-a867-4ec1-9eb2-86f6260c7860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:02.061464174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e3f652-a867-4ec1-9eb2-86f6260c7860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.84270125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ed1f4c-7f09-4016-abee-e68c85de145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.892081913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ed1f4c-7f09-4016-abee-e68c85de145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.940913609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ed1f4c-7f09-4016-abee-e68c85de145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.989881295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ed1f4c-7f09-4016-abee-e68c85de145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:04.911932987Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-sub","reconcileID":"1b60a537-d534-4e1a-9737-63b44bf0d9b4","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-884af4","subscription":"e2e-dft-884af4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.01037804Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-sub","reconcileID":"1b60a537-d534-4e1a-9737-63b44bf0d9b4","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.059843382Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-sub","reconcileID":"1b60a537-d534-4e1a-9737-63b44bf0d9b4","MaaSSubscription":{"name":"e2e-dft-884af4-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-884af4","namespace":"llm","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.321123177Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4599cf priority=0:[ai-tenant-e2e-extmod-b-4599cf/e2e-att-serve-f03b9e-sub ai-tenant-e2e-extmod-b-4599cf/e2e-rec-ctrl-b12d6a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.370098175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"2632dbaf-05c5-44b0-b2b6-f356ba73b3e4","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.370133911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"2632dbaf-05c5-44b0-b2b6-f356ba73b3e4","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.523165024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"ffb867e4-1ad2-4007-a509-113e858655df","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.523193011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"ffb867e4-1ad2-4007-a509-113e858655df","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.566780534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"84004d71-2057-44b6-a19d-3daca089b95a","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.567064461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"776007b5-3c1c-49e6-bc7a-a09bf0a403bc","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.567396619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9815e02b-de8c-40fc-a11b-9d52e1152b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.566780509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7443b0ee-b3ac-4514-ab44-ca15a8a16484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.621109019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"c2cd3888-ae14-4614-b962-26e11205b7fd","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.62113331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"c2cd3888-ae14-4614-b962-26e11205b7fd","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.627437591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"84004d71-2057-44b6-a19d-3daca089b95a","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.628789723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7443b0ee-b3ac-4514-ab44-ca15a8a16484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.630062298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"776007b5-3c1c-49e6-bc7a-a09bf0a403bc","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.631611964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9815e02b-de8c-40fc-a11b-9d52e1152b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.680918831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"84004d71-2057-44b6-a19d-3daca089b95a","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.681164955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-884af4-access","reconcileID":"fd1f3f88-155e-4b5c-aa5f-fba7114575bd","MaaSAuthPolicy":{"name":"e2e-dft-884af4-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.681678558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7443b0ee-b3ac-4514-ab44-ca15a8a16484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.683295257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"776007b5-3c1c-49e6-bc7a-a09bf0a403bc","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.684008622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9815e02b-de8c-40fc-a11b-9d52e1152b47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.893939407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"fe1767be-5ff4-4870-a817-b360f706dce9","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.893965521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"fe1767be-5ff4-4870-a817-b360f706dce9","MaaSModelRef":{"name":"e2e-dft-884af4","namespace":"llm"},"routeName":"external-model-e2e-dft-884af4-558da95cd023","namespace":"llm","model":"e2e-dft-884af4","externalModel":"e2e-dft-884af4","provider":"e2e-dft-884af4-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.431181805Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"a8a2e49c-9506-42d3-bda4-28e0531086c8","namespace":"llm","name":"e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.485903007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e31822b8-e082-4d51-9315-d6398ab6edbb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.485970339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e31822b8-e082-4d51-9315-d6398ab6edbb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.486274295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69ea239d-ab1f-48b3-a571-8c7e35cc5090","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.486292051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69ea239d-ab1f-48b3-a571-8c7e35cc5090","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.486620858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78c71fc7-2fbb-4028-9317-7ace6a2b3e74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.486636454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"78c71fc7-2fbb-4028-9317-7ace6a2b3e74","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.48690663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b11199-e6c0-4651-ad2f-a2af272370bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.486923294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06b11199-e6c0-4651-ad2f-a2af272370bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.536348384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"95b5cdc8-e227-4f69-b9e4-2df2fe8876ea","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.536377841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"95b5cdc8-e227-4f69-b9e4-2df2fe8876ea","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.581603415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"541df8ce-9018-4b44-ae02-b4b590b07e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.582141709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2a36d4eb-4909-405d-a582-11d8e8090587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.589565566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"47175d64-4c90-425e-89f0-6a03d764dfc0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.589580456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"47175d64-4c90-425e-89f0-6a03d764dfc0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.589949626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1382fb5d-70d7-4a44-912d-d5a53506604b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.589964218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1382fb5d-70d7-4a44-912d-d5a53506604b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.590184026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e881965-1774-48f8-8245-0638f08e8c1c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.590194094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1e881965-1774-48f8-8245-0638f08e8c1c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.590392553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07059459-6aa3-40d7-9cd2-74b18ab25b27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.590404442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07059459-6aa3-40d7-9cd2-74b18ab25b27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.627794044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f017a878-b89e-432f-bc7c-c4c634d6a71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.629544774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a047c3d-4bc4-43a9-8066-c7f66c157e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.632741454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"82305a3f-49f2-44aa-b71b-73c86be87ed9","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.635416099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"541df8ce-9018-4b44-ae02-b4b590b07e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.637808427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2a36d4eb-4909-405d-a582-11d8e8090587","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.685750245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f017a878-b89e-432f-bc7c-c4c634d6a71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.685799629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a047c3d-4bc4-43a9-8066-c7f66c157e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.686357055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1c0584f-18a0-4406-9894-b2f27434d3d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.68644063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57a43ee9-0fc2-4542-aa6d-25205c55469e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.690337336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"82305a3f-49f2-44aa-b71b-73c86be87ed9","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.739020626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"7f55f1ed-6ae7-4f7a-9cbc-a6ab44645de9","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.747576414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"82305a3f-49f2-44aa-b71b-73c86be87ed9","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.750207979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a047c3d-4bc4-43a9-8066-c7f66c157e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.751955573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f017a878-b89e-432f-bc7c-c4c634d6a71a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.898907235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5994a433-e97e-4486-8f04-34c3d901e426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.899971071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"3f22451e-4aac-469f-bde1-f34d5ca1745d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.953817125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"5994a433-e97e-4486-8f04-34c3d901e426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.954923078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"3f22451e-4aac-469f-bde1-f34d5ca1745d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.002551172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d7ede4ce-6d5b-4d77-9c22-cb70e477cf0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.002756453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"3d9184e5-9c4e-46d3-9e5c-153e62bcb9d8","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.003258021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"8c8d16fb-b5d3-48ea-a274-c9a45cc2c6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.038381325Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-884af4","namespace":"llm"},"namespace":"llm","name":"e2e-dft-884af4","reconcileID":"0ff4f4dc-ba04-47dc-8683-958ffed376dc","namespace":"llm","name":"e2e-dft-884af4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.060934012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d7ede4ce-6d5b-4d77-9c22-cb70e477cf0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.063391081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"8c8d16fb-b5d3-48ea-a274-c9a45cc2c6f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.064629509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"3d9184e5-9c4e-46d3-9e5c-153e62bcb9d8","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.30608851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4f7f3e4c-a71a-4b83-8e68-aff0b7d5e685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.306153731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"25302de4-bfe0-4747-8e9d-56ee54edc7bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.360304716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4f7f3e4c-a71a-4b83-8e68-aff0b7d5e685","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.360328079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"25302de4-bfe0-4747-8e9d-56ee54edc7bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.503118809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"e5e027d0-5c8d-4c58-afea-bc8d5c7112e8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.503753242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"65a55e1b-0699-45f2-af8d-c41c41303420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.505748553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"71097904-bf1b-431e-9183-e8306eec1049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.557995722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"e5e027d0-5c8d-4c58-afea-bc8d5c7112e8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.561672495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"65a55e1b-0699-45f2-af8d-c41c41303420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.562905212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"71097904-bf1b-431e-9183-e8306eec1049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.709962537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c7b636-16a0-45c5-9b9c-f035240c3f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.713833887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77dc8bc4-5bbe-44f5-9b8a-245da66c2fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.764925936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c7b636-16a0-45c5-9b9c-f035240c3f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.768059193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77dc8bc4-5bbe-44f5-9b8a-245da66c2fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.823313705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77dc8bc4-5bbe-44f5-9b8a-245da66c2fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.829663367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5c7b636-16a0-45c5-9b9c-f035240c3f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.864831069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"fed1f717-e711-429b-88a0-4d59772c9845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.914914948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"f6715bdd-2495-4183-8f12-e572c828717d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.923619409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"fed1f717-e711-429b-88a0-4d59772c9845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.966491463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"fc655c8d-f602-4207-a03a-c7141ad80f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:07.970546916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"f6715bdd-2495-4183-8f12-e572c828717d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.025197232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"f6715bdd-2495-4183-8f12-e572c828717d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.031125026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"fc655c8d-f602-4207-a03a-c7141ad80f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.069927381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"e62a1a2b-7a5c-4040-8dd3-895a2b685e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.070147897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"6ba86c84-344a-4b9e-91a1-928ecbc8aec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.125422477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"e62a1a2b-7a5c-4040-8dd3-895a2b685e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.127823295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"6ba86c84-344a-4b9e-91a1-928ecbc8aec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.180519594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"ae12eb30-8c90-4360-b390-3ffd0b512205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.238414549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"ae12eb30-8c90-4360-b390-3ffd0b512205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.28204193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d769cf0f-1a6e-4f97-89b0-ed5365161895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.338718931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d769cf0f-1a6e-4f97-89b0-ed5365161895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.384377201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"c017e704-cf75-423e-a16e-ac5a8e28c9ed","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.438651023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"c017e704-cf75-423e-a16e-ac5a8e28c9ed","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.08221813Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"412b3b51-c0fa-4599-9db0-92b97b9f8da5","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.137107473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"0226b87f-710b-41a8-9c05-5c2fffc236d9","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.221201525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.233190456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6f8e94c7-b313-460b-ae22-b9456084af33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.233644125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"8cf64d19-8ca9-4f35-b4a3-37eeac145a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.281080609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"aa2a2f33-fd03-4b34-bf31-66a8fd03752b","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.281871692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc210580-edd1-43e7-bb81-38e28f45ff3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.282863035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4787f88-7826-44e0-a8ff-08efb939fe00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.28716444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"8cf64d19-8ca9-4f35-b4a3-37eeac145a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.287329256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6f8e94c7-b313-460b-ae22-b9456084af33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.335420404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"aa2a2f33-fd03-4b34-bf31-66a8fd03752b","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.335905283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc210580-edd1-43e7-bb81-38e28f45ff3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.337923364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4787f88-7826-44e0-a8ff-08efb939fe00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.394505212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"aa2a2f33-fd03-4b34-bf31-66a8fd03752b","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.394548035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc210580-edd1-43e7-bb81-38e28f45ff3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.398605073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4787f88-7826-44e0-a8ff-08efb939fe00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.450678162Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"d8083b72-29bd-4089-af0a-43a879cb63c1","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"name":"e2e-dft-refs-50dc87","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.549691019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"18d4eade-88e9-4830-abe6-af9f8d4fc31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.550358465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"3b31ed96-b39b-444e-98c9-a41d4cb91c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.551559705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"f4b6ed18-2947-4618-8a16-edd628a584c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.558010791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86abb875-e958-44ad-8ee1-edfbcc3edad5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.558031385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86abb875-e958-44ad-8ee1-edfbcc3edad5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.599900781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d65028f-d75d-4e92-9334-437439b9f5e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.600002774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61ee265f-002c-41f9-891f-7bc263a8d7b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.604032182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"3b31ed96-b39b-444e-98c9-a41d4cb91c6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.605329103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"f4b6ed18-2947-4618-8a16-edd628a584c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.607328598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"9a1c7dd6-52e6-4d78-8414-0413764cba36","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"name":"e2e-dft-refs-50dc87","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.608821152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"18d4eade-88e9-4830-abe6-af9f8d4fc31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.647169723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"441d7eb9-f815-425a-ad7b-4b6f026e711f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.647652751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f5837e69-9fff-44ae-a463-b8d6c8efc7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.649312219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"119d5046-0a5a-4c19-917e-a59727544fe0","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.703780851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f5837e69-9fff-44ae-a463-b8d6c8efc7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.70781538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"441d7eb9-f815-425a-ad7b-4b6f026e711f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:20:09.710391696Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"9a1c7dd6-52e6-4d78-8414-0413764cba36","name":"e2e-dft-refs-50dc87","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-refs-50dc87\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:20:09.710485606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"9a1c7dd6-52e6-4d78-8414-0413764cba36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-refs-50dc87\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.710936099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2e11eae5-dc54-491d-a70d-620369b213d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.710958007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2e11eae5-dc54-491d-a70d-620369b213d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.712371138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d3ea7336-07ee-49e1-a475-8d8ed8988b8b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.712393964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d3ea7336-07ee-49e1-a475-8d8ed8988b8b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.714152167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"49ceca27-51f4-4ad6-b77d-b4960d80abab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.714180274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"49ceca27-51f4-4ad6-b77d-b4960d80abab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.714882839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c942dc3b-453a-4ccc-ba9d-c719802e0f27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.714911696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c942dc3b-453a-4ccc-ba9d-c719802e0f27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.775552124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"b650c80a-1b4e-4007-82de-439216a3844f","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.775588764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"b650c80a-1b4e-4007-82de-439216a3844f","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.825589624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"928620eb-2f0e-46fe-a1ba-3c74115640ef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.825613764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"928620eb-2f0e-46fe-a1ba-3c74115640ef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.825988213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"adba5963-e396-43d4-80ea-a51f73f2761d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.826001673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"adba5963-e396-43d4-80ea-a51f73f2761d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.826319143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ed5d503e-a63a-403a-88fb-b94bac2a64cc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.826331867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ed5d503e-a63a-403a-88fb-b94bac2a64cc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.876652757Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"3121ab51-d2e7-4bdf-be57-92114ae9f4cf","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"name":"e2e-dft-refs-50dc87","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.967046015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"25113cb0-d2ed-42ae-8713-ede51096a554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.967038745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"75379fc6-2d52-4cef-b5cd-f6c3a0fc1d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.967854462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"1ba0ef4e-a931-4fa9-9a1a-5010556138ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.022478027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"25113cb0-d2ed-42ae-8713-ede51096a554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.022497275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"1ba0ef4e-a931-4fa9-9a1a-5010556138ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.024759462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"75379fc6-2d52-4cef-b5cd-f6c3a0fc1d36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.059213719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"15291636-bfbb-4f2f-addb-c504a13d66fa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.113387599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"15291636-bfbb-4f2f-addb-c504a13d66fa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.158833623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"21566c23-5741-4eb8-8eef-24b23bc5a34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.212683184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"21566c23-5741-4eb8-8eef-24b23bc5a34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.318156441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"9b4eb44d-d00c-4998-965f-7bc2dcac72d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.382793929Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"9b373b73-dbc3-4b75-8960-256257acf3d1","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.389266717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"522657e9-8140-42d3-8533-b517994ce009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.389945207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c20b9f19-ac63-49e4-bf73-149bc87b8846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.401065229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"9b4eb44d-d00c-4998-965f-7bc2dcac72d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.440785556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"cddf16f9-3ce0-4e59-9bed-6fad5ecf4e6c","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.44090296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"cddf16f9-3ce0-4e59-9bed-6fad5ecf4e6c","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-50dc87-8c5291a5336f","namespace":"llm","model":"e2e-dft-refs-50dc87","externalModel":"e2e-dft-refs-50dc87","provider":"e2e-dft-refs-50dc87-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.446782395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c20b9f19-ac63-49e4-bf73-149bc87b8846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.447016321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"522657e9-8140-42d3-8533-b517994ce009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.499924932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"522657e9-8140-42d3-8533-b517994ce009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.500070385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c20b9f19-ac63-49e4-bf73-149bc87b8846","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.511896064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cec30046-aa47-4ba8-9790-d0f17555c585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.565694065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cec30046-aa47-4ba8-9790-d0f17555c585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.660324974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"1c5482bc-b2e8-412d-92da-7b0cb7f6fee4","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.660346827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"e83fd878-16f9-42db-a451-346b5792cd32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.708790781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7887d173-3ef7-4a3a-80ed-234fbe59d234","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.71422716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"e83fd878-16f9-42db-a451-346b5792cd32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.714489873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"1c5482bc-b2e8-412d-92da-7b0cb7f6fee4","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.759635483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ce1b0a0c-de17-4f96-815d-55cc4f96ac2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.773279849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7887d173-3ef7-4a3a-80ed-234fbe59d234","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.871311164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ce1b0a0c-de17-4f96-815d-55cc4f96ac2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:10.872083903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7887d173-3ef7-4a3a-80ed-234fbe59d234","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.015871492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95a67660-fa61-4749-9b02-3ad605030e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.028602677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"55ccffd5-e73a-4407-91a3-c8788bd78035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.070792445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95a67660-fa61-4749-9b02-3ad605030e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.082168865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"55ccffd5-e73a-4407-91a3-c8788bd78035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.127001797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95a67660-fa61-4749-9b02-3ad605030e78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.128961622Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"0674d631-4e44-4163-87b9-bbfa944dcf49","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.128971433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"57b28a10-d539-4a5d-9e2e-e3ecf03af756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.129270444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"8fe10675-ef24-4899-8f58-c7c40463919c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.182571967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"57b28a10-d539-4a5d-9e2e-e3ecf03af756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.183050213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"8fe10675-ef24-4899-8f58-c7c40463919c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.231467695Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"e1948dd4-963b-44f0-9dd0-19555c47976d","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.276299991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"285237ed-f7ee-4a22-a733-aa47d87ddff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.331555347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"ea52ad93-5f1b-4256-9558-55d499db3dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.333478786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"285237ed-f7ee-4a22-a733-aa47d87ddff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.386300733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"ea52ad93-5f1b-4256-9558-55d499db3dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.387367316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99a8e58e329aa7588f682e00744df55267da51673fc004b0216a0250a679a12c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (590aea5546a90c7fff15ece1502576d15c73305080d6d7d1b8f79c219a309918) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c652928f44b64f8fd8ab7efc71050f5f26bc9c4c7398d9abb4d19049b1e11ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (55dbcb7cb513c884a5599a449ebab3451a4868933e9892a596e5450c7ae3a8df) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (2fe966b3e9969f0840658f2e6fd5da98a4f86703898002ecc6992612d01b5d2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b576ecb585ebc7fdafd978e0d95368662d2a8672a1b36ea8f2d8e9a2c79153b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (30a04e78cf631c24f224a36bc2cdc5d6fc37755a2c6d14451a2c20cd6df060de) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (18138af353eb59adc0794536bbcac088f5a2b9b3e6b4c235958444a61eb652da) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"285237ed-f7ee-4a22-a733-aa47d87ddff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.429971992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"06887a49-a006-41c8-b39e-5de3d46db973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.483723176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"06887a49-a006-41c8-b39e-5de3d46db973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.529409355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"13df61f5-e5dd-4613-91c5-74d33f89a70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.533854855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"d780d2d5-e740-414c-a615-8feee0eb5f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.58312472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"13df61f5-e5dd-4613-91c5-74d33f89a70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.587593887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"d780d2d5-e740-414c-a615-8feee0eb5f74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.631779854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"f8fab328-72d0-4792-a545-a4f02b57024a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.679931327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"eeb58dfb-4a7a-4116-a66e-365fec12f932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.685913263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"f8fab328-72d0-4792-a545-a4f02b57024a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.734246453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"eeb58dfb-4a7a-4116-a66e-365fec12f932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.478886531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"ca135ec2-1108-4d27-9300-e468e4316608","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.574203441Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"396c6764-0345-4af2-bf86-ba5e2790d3a2","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-50dc87-8c5291a5336f","namespace":"llm","model":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.678649854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"0144de4b-a8d2-4540-bdbb-16a67968dda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.681661752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"844b6c7f-a063-4847-bba8-e4d69e0f8110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.687945661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf748e6-3020-47fa-a5d4-cfb6f2aced4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.687965757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bf748e6-3020-47fa-a5d4-cfb6f2aced4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.747435991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c46f264e-9dbd-451f-9e9d-1c11fd813e37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.748088334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d4d25cf-9610-465f-be58-29e2ae58af9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.762762458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d70386c-aa78-49a7-8d34-d9dcb8da72a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.763547138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"999bba56-1146-4ef1-9deb-ef48bc0ed66f","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.766389061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"0144de4b-a8d2-4540-bdbb-16a67968dda7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.767400422Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"4ce17151-4768-4711-8955-47f23a5ce87c","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-50dc87-8c5291a5336f","namespace":"llm","model":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.770161469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"844b6c7f-a063-4847-bba8-e4d69e0f8110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.803159656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"dc21a036-9e5c-44ef-ae2d-44dc0a77b1d0","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.81876519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06b1a3b4-d188-437e-8112-644fc2770944","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.819935874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb540871-60fa-4e44-bd3d-09a790608437","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.819961827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb540871-60fa-4e44-bd3d-09a790608437","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.820397144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4985d0b-69f9-48c5-ab6e-346e5d3f7f66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.820412699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b4985d0b-69f9-48c5-ab6e-346e5d3f7f66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.820723944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f072e5d-0f01-4b81-931d-40ba187ada7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.820741519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9f072e5d-0f01-4b81-931d-40ba187ada7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.821091736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"efbfe75c-74ef-43b3-ac8f-18c034a3cbf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.821118174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"efbfe75c-74ef-43b3-ac8f-18c034a3cbf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.823022007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d70386c-aa78-49a7-8d34-d9dcb8da72a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.824158315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d4d25cf-9610-465f-be58-29e2ae58af9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.825766646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"999bba56-1146-4ef1-9deb-ef48bc0ed66f","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.870763982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"ae64e91c-c918-466a-a470-5cf0c7bd030c","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.870787852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"ae64e91c-c918-466a-a470-5cf0c7bd030c","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.892974215Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"35986a72-97f4-4977-9d15-e56b00ad8555","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.920429615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8438604-e219-4815-b185-b64faf3faa08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.920446832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8438604-e219-4815-b185-b64faf3faa08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.920747276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"082e476f-30f1-4803-9650-77e494771a1f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.920758774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"082e476f-30f1-4803-9650-77e494771a1f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.920981802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dea27c07-8a74-4a7f-8d46-4af17cf2388a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.920991631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dea27c07-8a74-4a7f-8d46-4af17cf2388a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:15.972085691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"f1c0c39a-b34e-42fe-aaf9-74b008fe39ec","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"name":"e2e-dft-refs-50dc87","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.123224438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"977b4af0-9d07-4ab6-bc22-48e39c7ddccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.124095277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a87467a5-d476-4597-9894-0b7224f96376","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.124112609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a87467a5-d476-4597-9894-0b7224f96376","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.124644454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"556e53b9-fedc-48bf-bfe6-f90724d29b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.125104501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fade84af-0dd6-42ee-a5ca-68f7cc06a0f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.125118632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fade84af-0dd6-42ee-a5ca-68f7cc06a0f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.196923233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"977b4af0-9d07-4ab6-bc22-48e39c7ddccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.197079299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"556e53b9-fedc-48bf-bfe6-f90724d29b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.274250881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"2bb0c837-8376-4f3a-ac1b-8528d0d53675","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.274279995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"2bb0c837-8376-4f3a-ac1b-8528d0d53675","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.289346114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"23e2fdd5-24f8-4fe8-86dd-95150ab1d176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.301557246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"117b790b-1a3c-4896-9b6f-4db5ceda76a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.343832971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"23e2fdd5-24f8-4fe8-86dd-95150ab1d176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.355844774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"117b790b-1a3c-4896-9b6f-4db5ceda76a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.374042918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"410b4606-fcc8-4eed-9101-6fb276d1cd39","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.429131315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"410b4606-fcc8-4eed-9101-6fb276d1cd39","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.50107238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"114e5c32-4cf1-4266-91ba-f377b44428a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.501133349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"886e43f9-2227-4407-993a-b37e24e1f78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.555027633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"886e43f9-2227-4407-993a-b37e24e1f78e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.556954643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"114e5c32-4cf1-4266-91ba-f377b44428a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.642227101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"922df493-4f63-44e0-b02b-72172195363a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.659857764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"843d4ba2-538d-4820-a6f5-10428aefcc79","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.696825283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"922df493-4f63-44e0-b02b-72172195363a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.713937035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"843d4ba2-538d-4820-a6f5-10428aefcc79","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.86770549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"b583286a-e018-462d-ad4f-0b6526a1f07b","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.959473755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b253b40c-ce85-429b-8ae1-3280ea042783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.017242603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8008c647-2956-4797-bf77-4efaea09ba20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.017276054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcb713fe-4ee4-4919-a6d6-3033f16a3fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.020729767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b253b40c-ce85-429b-8ae1-3280ea042783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.107237262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcb713fe-4ee4-4919-a6d6-3033f16a3fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.108851034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8008c647-2956-4797-bf77-4efaea09ba20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.159055536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"68a9a181-c5a6-4e9f-88be-187a992024d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.216030956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"ac891b5f-e6e1-4418-988f-a0b9a3aeeac3","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.217496584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"68a9a181-c5a6-4e9f-88be-187a992024d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.274024225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"ac891b5f-e6e1-4418-988f-a0b9a3aeeac3","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.416595969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a271e150-72f3-434c-9a00-2bbc02d1929e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.471660698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"a271e150-72f3-434c-9a00-2bbc02d1929e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.410819891Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"3401ea96-ab1c-4488-9e95-d084619cb470","namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.471337007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"84c6bcb3-5a37-44ea-9d35-e085841e5c36","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.471377999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"84c6bcb3-5a37-44ea-9d35-e085841e5c36","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","externalModel":"e2e-rec-recover-bade4d","provider":"e2e-rec-recover-bade4d-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.571005895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6f777113-5a97-4ae7-82e4-0c1bd76f13b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.575254802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"7ba2978f-901c-4857-a2cf-d3aae03b91e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.577228605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c2874727-78a2-4db8-8399-7cb9cb3badd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.624975666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72eb0dd9-8189-4100-be11-ff21e6ad4a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.625563193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"6f777113-5a97-4ae7-82e4-0c1bd76f13b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.625586491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce952c46-7e67-47e5-8362-a3e73442bb80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.629104551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"7ba2978f-901c-4857-a2cf-d3aae03b91e7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.630668502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c2874727-78a2-4db8-8399-7cb9cb3badd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.678978716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72eb0dd9-8189-4100-be11-ff21e6ad4a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.685468804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce952c46-7e67-47e5-8362-a3e73442bb80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.975994018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"20a9e476-d8d7-4e17-bb73-2fafce45b967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.975993847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"619ff668-751d-41a1-905b-f6d85e672b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.032973949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"20a9e476-d8d7-4e17-bb73-2fafce45b967","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.032974533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"619ff668-751d-41a1-905b-f6d85e672b1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.081931449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"5838ef45-30c0-48dc-9264-8444dfd1f4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.082032928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"a9c3851a-95de-48c3-a088-bc1b88cec63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.082479756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"50875aa9-1c8c-4c97-aebb-07d82c5abcb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.136981131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"a9c3851a-95de-48c3-a088-bc1b88cec63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.137148588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"5838ef45-30c0-48dc-9264-8444dfd1f4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.140248902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"50875aa9-1c8c-4c97-aebb-07d82c5abcb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.382138034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"50cf1a28-9b7d-4adc-b6b4-f6891dbc895a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.43041177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"a875a012-9a4e-46bd-b963-2359279f6dbf","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.436348196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"50cf1a28-9b7d-4adc-b6b4-f6891dbc895a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.482352004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"c1d23ca8-8e29-4726-9b5d-0442ac1f4489","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.482357724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a3fbbc48-456b-4c9f-aea9-99e69f94e0e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.482927268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"05211af9-4789-4168-8aa8-f134ed0b4e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.485276536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"a875a012-9a4e-46bd-b963-2359279f6dbf","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.536703923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"c1d23ca8-8e29-4726-9b5d-0442ac1f4489","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.537990377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a3fbbc48-456b-4c9f-aea9-99e69f94e0e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.539016178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"05211af9-4789-4168-8aa8-f134ed0b4e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.34092001Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"da39e343-75dd-4200-af45-d4e2dac0fefe","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.726513959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"332fef36-39b6-47f0-9564-f4b0eb9e0dd5","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.775427536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"b99e6d71-b11f-4b67-92e8-4ed3118b664c","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"name":"e2e-dft-refs-50dc87","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.874064624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4f415bce-aaf9-4053-873d-74c8d4296850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.874348507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"ee726336-b7bb-4d6f-9965-664b0d78e9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.875560071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"f5a713ac-5ad4-4ff4-b2bb-ce3d1b3f077a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.878156711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3e9f08a7-d858-41b3-831d-834874562506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.928376449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4f415bce-aaf9-4053-873d-74c8d4296850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.928490079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"ee726336-b7bb-4d6f-9965-664b0d78e9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.92893039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"11615f4a-81eb-4f25-b023-8f4ed91ae27b","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.930852186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"f5a713ac-5ad4-4ff4-b2bb-ce3d1b3f077a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.933562712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3e9f08a7-d858-41b3-831d-834874562506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.983267558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"11615f4a-81eb-4f25-b023-8f4ed91ae27b","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.052249417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"ea2ebf37-32f4-4dbe-be28-88817bbb8669","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"name":"e2e-dft-refs-50dc87","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.104696075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a59916f0-c2ee-4576-a67d-b0691abc85d2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.104720307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a59916f0-c2ee-4576-a67d-b0691abc85d2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.105025186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c1cacd3-8d4a-4266-a22f-98d7aefff96f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.105039035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c1cacd3-8d4a-4266-a22f-98d7aefff96f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.105296269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8a8f842-7d8a-4d94-b054-b11addb2b733","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.105309802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8a8f842-7d8a-4d94-b054-b11addb2b733","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.10561012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f151dbd0-e2cd-47a6-a9d4-7c693903149e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.105625188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f151dbd0-e2cd-47a6-a9d4-7c693903149e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.158280194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"d29435c1-d3cc-4e64-95bb-357d9928e66a","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.158307564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"d29435c1-d3cc-4e64-95bb-357d9928e66a","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.203143654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e039958-7270-4065-961d-105fb5ab34c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.206496335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ff17f1d-b028-4553-b186-865501c04043","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.2077088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"445d49a2-69ac-4cc6-98c7-1213d39feca4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.207727826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"445d49a2-69ac-4cc6-98c7-1213d39feca4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.208044762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bed659e7-68e1-4d85-9bee-56be34037cfb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.208058257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bed659e7-68e1-4d85-9bee-56be34037cfb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.208303892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60568373-aa72-41ee-a287-311df960c6dd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.208317245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"60568373-aa72-41ee-a287-311df960c6dd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.208568264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f88de71-3449-4905-86d1-a258ad24eebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.208580512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f88de71-3449-4905-86d1-a258ad24eebb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.253639084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"a2b1fadd-c817-43a0-aea7-ac4b278e03cf","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.258716401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"b7b603c6-87da-4f9e-b9fd-e58cfd5e1785","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"name":"e2e-dft-refs-50dc87","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.27872309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"5711df4a-0818-44bc-a299-ac1c070a6208","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.278800883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6e1b3569-ae20-49f5-8275-eff9d73c0f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.281679949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"9d2a4c79-e605-4b22-b19e-077623cdf718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.337538154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd85e62-c29e-48e1-8082-784bd37cccd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.341608068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"9d2a4c79-e605-4b22-b19e-077623cdf718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.345418376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"6e1b3569-ae20-49f5-8275-eff9d73c0f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.351929609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"5711df4a-0818-44bc-a299-ac1c070a6208","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.396714869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd85e62-c29e-48e1-8082-784bd37cccd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.397394288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"08dc8092-8db3-4147-b24f-2e14672b1f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.451568266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"08dc8092-8db3-4147-b24f-2e14672b1f2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.698609994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"f64f4350-3ebd-4448-8fa5-15df22f7a35f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.751515126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87a336d0-cc24-4880-b02d-d6486faf6b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.756517758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"f64f4350-3ebd-4448-8fa5-15df22f7a35f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.801116021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2f3a1098-4a56-46c1-869e-f6987cf6c983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.801712432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"551ae86a-be3f-4e0b-99dd-f8eccfebff77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.804167898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c520c886-70ca-4963-985a-7fe8e41a823a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.808051753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87a336d0-cc24-4880-b02d-d6486faf6b2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.854780466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2f3a1098-4a56-46c1-869e-f6987cf6c983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.855758229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"551ae86a-be3f-4e0b-99dd-f8eccfebff77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.857813496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c520c886-70ca-4963-985a-7fe8e41a823a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.94998741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"2f931973-16de-441a-b440-3631a9401e5a","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.95001529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"2f931973-16de-441a-b440-3631a9401e5a","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","externalModel":"e2e-rec-recover-bade4d","provider":"e2e-rec-recover-bade4d-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.982223747Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"f6606bb1-1daf-47b1-aeed-c7ce64c9b9bd","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.070405806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"c654be13-e013-4cb6-993e-77a5af962de9","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.07043656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"c654be13-e013-4cb6-993e-77a5af962de9","MaaSModelRef":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-50dc87-8c5291a5336f","namespace":"llm","model":"e2e-dft-refs-50dc87","externalModel":"e2e-dft-refs-50dc87","provider":"e2e-dft-refs-50dc87-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.220341217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"f2cda309-04e5-45df-9021-83eb8fea3fd2","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.22034121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91577d1b-db31-478f-b0bc-2e73a8459b3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.225167849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"e10f5b1f-2a94-421f-95fe-e82ce68da06a","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.225188741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"e10f5b1f-2a94-421f-95fe-e82ce68da06a","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","externalModel":"e2e-rec-recover-bade4d","provider":"e2e-rec-recover-bade4d-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.2746469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"f2cda309-04e5-45df-9021-83eb8fea3fd2","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.276655297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91577d1b-db31-478f-b0bc-2e73a8459b3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.276863076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"06ca9b05-0ffd-4917-9855-d1b568c29344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.325391151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"4f810de7-26bd-4c44-8af6-a719dcc01c18","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.330710672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"06ca9b05-0ffd-4917-9855-d1b568c29344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.383819329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"4f810de7-26bd-4c44-8af6-a719dcc01c18","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.428164944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"78a986e0-dace-43e7-bba3-b59136f58e7d","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.484903267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"78a986e0-dace-43e7-bba3-b59136f58e7d","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.582283222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b8ea6c0a-99a9-4417-9466-88140dc59e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.631611814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"369c9083-24ff-440f-8b43-11c9135cc666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.639120178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b8ea6c0a-99a9-4417-9466-88140dc59e00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.694785092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"369c9083-24ff-440f-8b43-11c9135cc666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.751338871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"0fd0e535-e67c-4499-b3c4-51e6a9c467ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.805367906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"0fd0e535-e67c-4499-b3c4-51e6a9c467ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.849672859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76d3bcea-a960-44b3-a9dc-5bc87b8a0cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.904367907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76d3bcea-a960-44b3-a9dc-5bc87b8a0cac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.944890239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"00cf0774-5597-4ffd-8779-8c362e76ae20","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.944912339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"00cf0774-5597-4ffd-8779-8c362e76ae20","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","externalModel":"e2e-rec-recover-bade4d","provider":"e2e-rec-recover-bade4d-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:23.997505238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"373e6b60-0ddf-4981-9b6e-1c7d21547fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.053731448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"373e6b60-0ddf-4981-9b6e-1c7d21547fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.095500145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b02c1272-9339-4352-8eed-c3a62dce7244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.096979337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b132dcfb-78aa-495f-a083-e6aeb6a3a5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.149987653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b02c1272-9339-4352-8eed-c3a62dce7244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.153985009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b132dcfb-78aa-495f-a083-e6aeb6a3a5e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.209528041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"41252794-782c-4db1-891d-35c0987ba2fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.209852296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"ed197b35-f745-4a06-9f7b-3e168411a2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.263695089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"ed197b35-f745-4a06-9f7b-3e168411a2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.265614516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"41252794-782c-4db1-891d-35c0987ba2fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.359020765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"561c3790-f79b-4b32-909c-0f818c202c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.414176602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"561c3790-f79b-4b32-909c-0f818c202c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.448563651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"084eee92-376e-400f-a1aa-ccaa7e49399c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:24.503803203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"084eee92-376e-400f-a1aa-ccaa7e49399c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.344221811Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"0d400ac0-ab54-4d85-8dae-8db604426ca5","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.41168707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5241b7b1-6c72-4566-b0a6-1ae0f7393ba3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.411713667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5241b7b1-6c72-4566-b0a6-1ae0f7393ba3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.412094997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ff64487-e944-4292-b199-a06cba80d78e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.412116284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ff64487-e944-4292-b199-a06cba80d78e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.412489811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"86ba9b7c-cb25-4679-9290-467d0ac8afed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.412508904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"86ba9b7c-cb25-4679-9290-467d0ac8afed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.412871471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3671d983-78bc-49fd-842d-777bab252e2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.412890099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3671d983-78bc-49fd-842d-777bab252e2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.462530126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"dc525f29-48ba-458c-9f49-bf42783e5499","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.4625644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"dc525f29-48ba-458c-9f49-bf42783e5499","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.50286693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c52f9a26-6060-461a-ac14-79cada9f33a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.509554109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"8942b189-ccc4-4a85-be27-d8b88bdfbddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.509610041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"73f06cda-e304-4861-bf3d-040efb518213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.510031014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e8f8c4b8-7f5d-4172-920e-2ea0d81b5eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.512160043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a7a6e09c-b627-4d82-9ce5-8d05f5ee199b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.512180515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a7a6e09c-b627-4d82-9ce5-8d05f5ee199b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.512526931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dbf13382-4cfa-4f13-bdfe-037b57d55c17","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.512540979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dbf13382-4cfa-4f13-bdfe-037b57d55c17","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.512772741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fbc568f8-4d5e-4969-b9d7-61c9ab6992bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.512782687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fbc568f8-4d5e-4969-b9d7-61c9ab6992bb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.513018039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08bb1934-dfaf-4c3f-bc76-32563ab9c75a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.51303285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08bb1934-dfaf-4c3f-bc76-32563ab9c75a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.5564371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"8206fd3f-3410-4086-b2b7-68df388afa1d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.558466762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c52f9a26-6060-461a-ac14-79cada9f33a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.564157526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"73f06cda-e304-4861-bf3d-040efb518213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.564765634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"8942b189-ccc4-4a85-be27-d8b88bdfbddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.567336996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e8f8c4b8-7f5d-4172-920e-2ea0d81b5eea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.610331486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"8206fd3f-3410-4086-b2b7-68df388afa1d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.621115322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb24ea28-487a-44d2-bda9-262a8431ee81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.623285992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9610d4c5-d4b5-49e5-a051-deaedcf8c3ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.642749052Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4599cf priority=0:[ai-tenant-e2e-extmod-b-4599cf/e2e-att-serve-f03b9e-sub ai-tenant-e2e-extmod-b-4599cf/e2e-rec-ctrl-b12d6a-sub ai-tenant-e2e-extmod-b-4599cf/e2e-rec-recover-bade4d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.677592827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"d504219d-0444-4caa-83aa-a4c4fcf6fd7f","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.699610338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"70e17063-0c12-417f-b71b-3e6a392c12a0","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.700403091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"70e17063-0c12-417f-b71b-3e6a392c12a0","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","externalModel":"e2e-rec-recover-bade4d","provider":"e2e-rec-recover-bade4d-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:20:28.8292805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4599cf/e2e-rec-recover-bade4d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-bade4d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.874736306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"a7bd55a1-2cc4-4bcf-abb8-5e535685c4e8","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.8748483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"a7bd55a1-2cc4-4bcf-abb8-5e535685c4e8","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","externalModel":"e2e-rec-ctrl-b12d6a","provider":"e2e-rec-ctrl-b12d6a-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.887073981Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-50dc87","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-50dc87","reconcileID":"2360f7e8-3430-4beb-9dd7-a9d3943cfa2e","namespace":"llm","name":"e2e-dft-refs-50dc87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.926814027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"13bd349f-d406-4b38-a8dd-e07b933c41c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.926830303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"800989b9-169c-4b88-b7bc-a8446b538576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.976131637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"156a170e-ddfd-4310-9350-6c2e81364ac4","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.976259703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"9918c57f-1fb3-40e2-9860-4e9cd6cd69d1","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.977373629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"f8ef3064-f456-43e8-a600-b1fb641b180d","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.977389932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"f8ef3064-f456-43e8-a600-b1fb641b180d","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","externalModel":"e2e-rec-recover-bade4d","provider":"e2e-rec-recover-bade4d-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.981800801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"800989b9-169c-4b88-b7bc-a8446b538576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.982537782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"13bd349f-d406-4b38-a8dd-e07b933c41c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.030404706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"156a170e-ddfd-4310-9350-6c2e81364ac4","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.031276518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"9918c57f-1fb3-40e2-9860-4e9cd6cd69d1","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.061771798Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"35769ea7-e699-46dc-8cac-151d4ecf90a5","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-recover-bade4d","model":"e2e-rec-recover-bade4d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4599cf/e2e-rec-recover-bade4d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.085751604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a78342c5-1011-45e2-8d72-95637dd6d362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.093691717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"b39909ac-d578-407d-bb73-981e11225381","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.093709014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"b39909ac-d578-407d-bb73-981e11225381","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.139432231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a78342c5-1011-45e2-8d72-95637dd6d362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.325222535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"37d51620-39be-4b6b-8ce6-2e3ac6c29e51","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.325245864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"37d51620-39be-4b6b-8ce6-2e3ac6c29e51","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","externalModel":"e2e-rec-recover-bade4d","provider":"e2e-rec-recover-bade4d-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.332084076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4a0a19d0-64bc-4651-86ab-5f106dcc6a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.33451972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"b903c700-acf3-4198-8172-1d11c4ab22de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.386362875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"4a0a19d0-64bc-4651-86ab-5f106dcc6a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.388293667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"b903c700-acf3-4198-8172-1d11c4ab22de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.435544989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2c719bd7-bbd2-4d45-aba8-48a3166ebc3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.48577077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fb54d83-0c44-47dc-9dae-2505a3447182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.485867818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"7a7855cd-b7cd-46b5-896f-6ac353990c78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.490794904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2c719bd7-bbd2-4d45-aba8-48a3166ebc3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.521423834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"b5f518ba-5796-4bf2-b48d-e8c09a31d36f","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-recover-bade4d","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.539840638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"7a7855cd-b7cd-46b5-896f-6ac353990c78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.540124734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fb54d83-0c44-47dc-9dae-2505a3447182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.789077179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2bb0d01e-f453-425f-97dd-8e5626a3664a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.805736668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"4a403dfd-6a98-4a9e-a183-971fb74e7baf","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.843964529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2bb0d01e-f453-425f-97dd-8e5626a3664a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.859656729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"4a403dfd-6a98-4a9e-a183-971fb74e7baf","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.886539101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"b3eac98f-739f-4775-bdc0-35cc2122ce33","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.936994906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"1d5664d6-b829-43e7-bf29-bf61c45b62d6","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.947354113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"b3eac98f-739f-4775-bdc0-35cc2122ce33","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.952080119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c74ee99c-6211-44b4-9600-0a672c553769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:29.991602894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"1d5664d6-b829-43e7-bf29-bf61c45b62d6","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.006944694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c74ee99c-6211-44b4-9600-0a672c553769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.21006303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"876bf1e7-b7e6-4696-bfff-8e238470d264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.268467161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"876bf1e7-b7e6-4696-bfff-8e238470d264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.431379995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"550953e4-a575-406e-ba9f-2ab1efbfe72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.431489161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a1869698-b797-4fc2-ab5f-ac0f60909d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.431748379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"c95e7179-6421-41f6-9ef0-80f7b4c69346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.438439359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"03feb8a9-e0c5-4eaa-90b5-65efa5866f4b","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.535521467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"550953e4-a575-406e-ba9f-2ab1efbfe72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.535685021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"c95e7179-6421-41f6-9ef0-80f7b4c69346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.537700269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a1869698-b797-4fc2-ab5f-ac0f60909d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.547345177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"69036481-f207-4295-8e60-074d3559f04a","namespace":"llm","name":"e2e-dft-del-1fe3b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.585252867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ef9a6756-37cd-45e4-b65c-9f2cef5f9433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.602835069Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"a401caaf-4d8f-44b0-9e14-b7aaeda6258a","namespace":"llm","name":"e2e-dft-del-1fe3b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.641654485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ef9a6756-37cd-45e4-b65c-9f2cef5f9433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.801982967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d29fc04-4d17-48e0-b7f3-e710aaa0b86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.876587028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d29fc04-4d17-48e0-b7f3-e710aaa0b86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.930446027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"58eda7d8-a4e7-46ec-aed8-fc0c48fccf07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.971269902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"fdfdcab1-2edc-45ac-a934-be96f78365d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.973732177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0e9446fe-d47c-40bc-a24d-146cf48ee9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.980917665Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"9191897f-9d0d-43fb-9536-b7d165e89c97","MaaSModelRef":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"name":"e2e-dft-del-1fe3b1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.985817298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"58eda7d8-a4e7-46ec-aed8-fc0c48fccf07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.023484085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"4f0a0598-50a4-4dd7-8cf3-8a2cd3a37311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.025597972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"fdfdcab1-2edc-45ac-a934-be96f78365d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.029310096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0e9446fe-d47c-40bc-a24d-146cf48ee9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.075396599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19055b76-b8ba-4c05-9c0f-a443169d96fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.076196275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d55b55ef-12e4-4541-8e4f-e0fba90c4e67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.079802881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"4f0a0598-50a4-4dd7-8cf3-8a2cd3a37311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.130531525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"31288039-68db-4190-aecc-7e167476f6ff","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.141391898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"7a13541c-2530-4a13-853f-d46dbcd5e690","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.141416095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"7a13541c-2530-4a13-853f-d46dbcd5e690","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.191162969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a49aff49-dc8a-4466-b63c-8b07c174e501","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.191185061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a49aff49-dc8a-4466-b63c-8b07c174e501","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.191476808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c8e68d6-ba37-476a-abe2-7b4422a4587c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.19148982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5c8e68d6-ba37-476a-abe2-7b4422a4587c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.19172486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d72fdee-f8ff-4ba2-b377-97345f1462d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.191736004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d72fdee-f8ff-4ba2-b377-97345f1462d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.191966246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12843901-ee86-4c51-9b53-05d53faffef5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.191977657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12843901-ee86-4c51-9b53-05d53faffef5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.238382119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4e954b5b-e356-4fca-8c27-cef1063b1ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.240881207Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"d83a9045-e313-44a5-b0a0-29015a92befe","MaaSModelRef":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"name":"e2e-dft-del-1fe3b1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.290085427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43237231-db01-4c27-8b07-9f7946a0272e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.290106889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43237231-db01-4c27-8b07-9f7946a0272e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.290362268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5075711a-ffc0-4368-8126-1f670edbb318","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.290419636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5075711a-ffc0-4368-8126-1f670edbb318","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.290673138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d4bf9d7-a98c-429c-bf80-a97053455c4f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.29068574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d4bf9d7-a98c-429c-bf80-a97053455c4f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.290893604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc0573c2-e3d7-4c3e-a0b1-d2d399075e43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.290903833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc0573c2-e3d7-4c3e-a0b1-d2d399075e43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.292713368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4e954b5b-e356-4fca-8c27-cef1063b1ec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.358743678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe0e5dd-c526-4415-9288-69a05c3fd47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.423970299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe0e5dd-c526-4415-9288-69a05c3fd47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.473685339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe0e5dd-c526-4415-9288-69a05c3fd47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.524903771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fe0e5dd-c526-4415-9288-69a05c3fd47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.57365532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4235cff7-8793-44f6-8f65-11e42c3b705b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.573867663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"4ffb7680-e47b-4271-aef6-c0e7d80f5990","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.573664031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"df4d6ae3-7dc0-402c-b7fe-802cf0944f49","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.574121773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"acf4fe81-ee6e-407f-b917-98d08437d4a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.627839932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4235cff7-8793-44f6-8f65-11e42c3b705b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.628250708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"df4d6ae3-7dc0-402c-b7fe-802cf0944f49","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.63012716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"acf4fe81-ee6e-407f-b917-98d08437d4a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.630405954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"4ffb7680-e47b-4271-aef6-c0e7d80f5990","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.674129122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"44765891-757e-491c-92c4-e6987ea2565b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.728269276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"44765891-757e-491c-92c4-e6987ea2565b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.835812042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"2fd73e6f-4d97-4bbe-9977-4efdb0e8c5a6","namespace":"llm","name":"e2e-dft-del-1fe3b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.888092213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"05bd9c5c-28b1-4260-bae1-96a308ae94d9","MaaSModelRef":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-1fe3b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.888142537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"05bd9c5c-28b1-4260-bae1-96a308ae94d9","MaaSModelRef":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"routeName":"external-model-e2e-dft-del-1fe3b1-e1364be8a86e","namespace":"llm","model":"e2e-dft-del-1fe3b1","externalModel":"e2e-dft-del-1fe3b1","provider":"e2e-dft-del-1fe3b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.976311424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e651d8a9-a753-4c65-b132-26eaf8cc121b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.030007617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"e651d8a9-a753-4c65-b132-26eaf8cc121b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.079042024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"fa7c2ec1-c4e1-4cdd-bb55-34f33bd62cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.140371581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"fa7c2ec1-c4e1-4cdd-bb55-34f33bd62cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.189190118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2f5ef96f-f139-4f12-bb47-4eb3c2c3e5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.240579356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"4f0cc67e-71fa-4644-8a0a-0de87d31c47a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.240754838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da40a0fa-d41c-49f6-8667-8eb29053a0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.245721874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2f5ef96f-f139-4f12-bb47-4eb3c2c3e5d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.294889197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da40a0fa-d41c-49f6-8667-8eb29053a0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.29497007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"4f0cc67e-71fa-4644-8a0a-0de87d31c47a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.437762122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"632c9f4b-753d-4ef4-8b14-eb847520b878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.493091351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"552f4c07-6453-447a-a925-90f4b6b28f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.49420207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"632c9f4b-753d-4ef4-8b14-eb847520b878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.603168571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"552f4c07-6453-447a-a925-90f4b6b28f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.649167662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6fe7185f-564a-4b89-9fe9-42405bed1061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.700903939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"91a86399-1938-443f-aed4-76d736556552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.704766266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6fe7185f-564a-4b89-9fe9-42405bed1061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.755588348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"91a86399-1938-443f-aed4-76d736556552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.804374496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"0ea2734a-7702-408e-b890-a372ea831faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.877893462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"0ea2734a-7702-408e-b890-a372ea831faa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.920671245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"958d28e4-5507-47c6-899f-f71c7ce69d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.983185626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"958d28e4-5507-47c6-899f-f71c7ce69d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.996956291Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"cc21bc7f-b1fe-43b8-8d88-ebc56b7b6d34","namespace":"llm","name":"e2e-dft-del-1fe3b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.021644627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e95c59b8-f465-493d-8f41-1993a42eb1d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.077790982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e95c59b8-f465-493d-8f41-1993a42eb1d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.154934442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"45172fd3-8803-41e2-8a05-2425f6cec760","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.205422785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"77ffd3a5-7052-4875-9cda-af8c85df17b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.211692973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"45172fd3-8803-41e2-8a05-2425f6cec760","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.253275869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"ee85d2f9-55da-4ef2-9c32-8e8377128368","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.25952555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"77ffd3a5-7052-4875-9cda-af8c85df17b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.307423227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"ee85d2f9-55da-4ef2-9c32-8e8377128368","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.393567877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0372b33f-9386-4ae7-aaed-e77319268674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.447722509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0372b33f-9386-4ae7-aaed-e77319268674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.496613716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0372b33f-9386-4ae7-aaed-e77319268674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.550691213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0372b33f-9386-4ae7-aaed-e77319268674","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.551080021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"da1e41bc-210b-4684-8fe0-ded74597cd8a","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.6063414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"da1e41bc-210b-4684-8fe0-ded74597cd8a","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.647697218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"54284d87-822d-4530-ab25-cc3ec7f4c759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.69636087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7b934761-ebce-4cda-b4a7-1017fb8bb64c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.702771598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"54284d87-822d-4530-ab25-cc3ec7f4c759","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.750135328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7b934761-ebce-4cda-b4a7-1017fb8bb64c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.802618715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"3e64054e-3ca0-4df6-94ba-bc7e25510888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.85477156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"eef565f7-f42a-459e-b43d-bcf5dbe98348","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.86099929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"3e64054e-3ca0-4df6-94ba-bc7e25510888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.908400689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"eef565f7-f42a-459e-b43d-bcf5dbe98348","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.08649757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef222cc2-6d5f-4d0a-83ca-375f6d69421f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.13580714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"73ba9a25-d740-4b74-94f7-39533493c4fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.136344042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6eb668f8-dbc4-4932-9881-c0b94cb7c506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.140798748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef222cc2-6d5f-4d0a-83ca-375f6d69421f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.189607242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"73ba9a25-d740-4b74-94f7-39533493c4fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.190130745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6eb668f8-dbc4-4932-9881-c0b94cb7c506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.242867029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cd5c32a0-6fc7-459d-a2b5-d7ea5f8f6521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.298398228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"cd5c32a0-6fc7-459d-a2b5-d7ea5f8f6521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.358044967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a3ae2576-9360-4903-b958-711df297f865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.421544092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a3ae2576-9360-4903-b958-711df297f865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.54707149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"a49e5362-fce3-4aed-b3c4-9362ae531279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.547094816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"1006c23e-aca5-4384-b8d4-e2a9bfa8d8ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.596136635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"97572727-342a-42ff-a6bd-1022194e789e","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.602832137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"1006c23e-aca5-4384-b8d4-e2a9bfa8d8ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.602873844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"a49e5362-fce3-4aed-b3c4-9362ae531279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.649918142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"97572727-342a-42ff-a6bd-1022194e789e","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.687081644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2bfbc8c-d3a3-4c67-b592-38ab56705ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.740725602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2bfbc8c-d3a3-4c67-b592-38ab56705ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.157751095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"4c6cf8a6-e1bf-4252-a42f-0a4df4855be0","namespace":"llm","name":"e2e-dft-del-1fe3b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.213840129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8479387f-9bf0-4e1e-8051-5bb71fd2a09a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.213864287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8479387f-9bf0-4e1e-8051-5bb71fd2a09a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.214116056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30cce62c-a9a9-4916-bc90-639572beade7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.214128457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30cce62c-a9a9-4916-bc90-639572beade7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.263304282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"9ac99eed-0d90-4e18-bb50-14d1950b315c","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.26333248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"9ac99eed-0d90-4e18-bb50-14d1950b315c","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.306671932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"6d4cc2b9-179c-471f-ba5f-8238fd734fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.310412982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"4f467ec8-1211-49e2-a45e-cb991c9e002b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.310955168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"4c88bf73-4c31-42af-a95b-33db11885606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.312375681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"373c9599-3db2-4b1f-9fda-17766c51d44a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.312391957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"373c9599-3db2-4b1f-9fda-17766c51d44a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.312688865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"44753150-daa7-4768-bb25-8755e8526522","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.312702177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"44753150-daa7-4768-bb25-8755e8526522","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.312931522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8696d9f8-1f7f-4199-a2a1-a671c84e52aa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.312944451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8696d9f8-1f7f-4199-a2a1-a671c84e52aa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.313164875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf285ee-2388-4254-919e-f5f682c42f24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.313175145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bf285ee-2388-4254-919e-f5f682c42f24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.313530659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94144e44-be0d-4eb2-a523-a695f258bf6c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.313545605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"94144e44-be0d-4eb2-a523-a695f258bf6c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.313801555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8afff4ed-ac14-460d-8777-c35dc9086650","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.31381384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8afff4ed-ac14-460d-8777-c35dc9086650","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.355738948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"2dda789a-baa4-4083-94b4-e368f6c792cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.355774551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3984996-ff3e-4fa3-b19e-b921d3a0589e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.360717455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"6d4cc2b9-179c-471f-ba5f-8238fd734fba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.363995516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"4f467ec8-1211-49e2-a45e-cb991c9e002b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.366068128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"4c88bf73-4c31-42af-a95b-33db11885606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.409650827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"2dda789a-baa4-4083-94b4-e368f6c792cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.410387655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"01c1adec-0d93-4687-aa7a-055969a035f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.411041459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3984996-ff3e-4fa3-b19e-b921d3a0589e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.518251661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79577a0b-e679-4e04-ac43-9cae37d56ca0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.567561429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"980682ee-40f7-45a2-9a31-2a90a6d62593","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.668619749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1fe3b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1fe3b1","reconcileID":"0d5eb201-69eb-4c40-a9e0-eefc98931225","namespace":"llm","name":"e2e-dft-del-1fe3b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.717801422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"95da4757-4b50-43e5-8213-3dcacd9cd6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.718009418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"d5c44099-8bc3-462f-be94-00f6818febc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.718715843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"571aa3de-5616-4192-a413-1d796ab835b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.772810397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"d5c44099-8bc3-462f-be94-00f6818febc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.772951487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"95da4757-4b50-43e5-8213-3dcacd9cd6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.776846197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"571aa3de-5616-4192-a413-1d796ab835b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.816429001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"487cf9b4-a26b-4bc7-a7d9-22450bbb77db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.877309446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"487cf9b4-a26b-4bc7-a7d9-22450bbb77db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.958797276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"5e93e22b-6696-4f15-8b55-0f224e71b249","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.012338505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"5e93e22b-6696-4f15-8b55-0f224e71b249","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.07401992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"891d7a81-e8fa-4956-906b-fb5e9063eb4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.129524593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"68bb67d7-01c1-4f64-ab2f-27b0ef8a1d3c","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.133354905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"e4cec304-63d8-4431-97ea-972d94bcfc11","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.13782313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"891d7a81-e8fa-4956-906b-fb5e9063eb4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.189730342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"68bb67d7-01c1-4f64-ab2f-27b0ef8a1d3c","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.190945599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"e4cec304-63d8-4431-97ea-972d94bcfc11","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.232863263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"f33f4451-2c17-4999-b174-a428aae6a858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.292639384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"f33f4451-2c17-4999-b174-a428aae6a858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.530507551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba86b32d-5bc6-4869-816d-10a44a9639c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.581344876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a1d1991d-bd0a-4574-a656-1c3246887c3f","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.58476847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7c8a553a-39c1-4c64-aceb-bd3b8789adca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.637832191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba86b32d-5bc6-4869-816d-10a44a9639c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.639225871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"7c8a553a-39c1-4c64-aceb-bd3b8789adca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.681162996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"4e5f358b-b751-4350-8e1a-abf0df6c6afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.735409032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c792cec7-27f4-410b-a605-1f575f5a451d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.737081239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"4e5f358b-b751-4350-8e1a-abf0df6c6afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.740957121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"c7aa03fb-2276-4ec9-8798-ed72799361be","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.788199107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"f9c3c023-f890-4f06-a851-ce102dc47a2a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.791226804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c792cec7-27f4-410b-a605-1f575f5a451d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.844189284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"f9c3c023-f890-4f06-a851-ce102dc47a2a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.030217759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c295888f-439c-46b4-b9b5-203db7a24b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.056005299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2194cdce-45c8-40c1-8ce6-e698acd2dcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.093703803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c295888f-439c-46b4-b9b5-203db7a24b2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.100858875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7b24e7e7-3083-409f-946f-6f4c4166fdcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.111885098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"2194cdce-45c8-40c1-8ce6-e698acd2dcb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.145219145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"8a24d542-db1a-4093-9c60-f84c2effc410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.220641517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"8a24d542-db1a-4093-9c60-f84c2effc410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.233274211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"7b24e7e7-3083-409f-946f-6f4c4166fdcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.296366084Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.410107521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"e0d666c5-0675-47b7-bcb5-45852f76822e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.473482936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"e0d666c5-0675-47b7-bcb5-45852f76822e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.555884927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd35fb2-f8b3-4a36-8986-b34452d6381d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.60757074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd35fb2-f8b3-4a36-8986-b34452d6381d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.656709022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd35fb2-f8b3-4a36-8986-b34452d6381d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.7060932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd35fb2-f8b3-4a36-8986-b34452d6381d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.892231843Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"8868891c-6a55-420f-8849-053bfb8bcb06","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:39.997841036Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5a206c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5a206c","reconcileID":"85fc31c6-3852-404e-bb5e-4d1576f58bf0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5a206c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-5a206c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:40.308245735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"fbba49fd-be61-48ad-8e75-e434e7b80475","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:41.634282818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd6bad3-7102-4045-af42-fe05c4580004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:41.683492354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd6bad3-7102-4045-af42-fe05c4580004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:41.741087921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd6bad3-7102-4045-af42-fe05c4580004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:41.794271819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd6bad3-7102-4045-af42-fe05c4580004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:42.398816978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"64ac1f4d-56aa-42e5-aba8-a55aeaef80a5","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:44.327422122Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"d1d209d3-0134-4e14-8051-a2ff436b8020","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:45.172415769Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"d753d9bf-fc58-435a-8a5a-42b509168c13","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:45.209620272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5414754f-45ed-4cdf-94ba-68f387d35f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:45.262339095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5414754f-45ed-4cdf-94ba-68f387d35f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:45.311635976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5414754f-45ed-4cdf-94ba-68f387d35f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:45.364838326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5414754f-45ed-4cdf-94ba-68f387d35f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:46.343284725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"0b0b77fe-44d7-4dba-9d8d-50d0a9567c28","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:46.483370261Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e8cb0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e8cb0d","reconcileID":"5b6096a6-b953-40ef-a650-58fca1a49969","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e8cb0d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-e8cb0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:46.844924698Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"61bdff2d-24a0-46a8-a39a-31312d6915ee","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.303499183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82deee-2a84-4204-a9a2-49dd164ef855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.354847529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82deee-2a84-4204-a9a2-49dd164ef855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.403557966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82deee-2a84-4204-a9a2-49dd164ef855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.454935206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82deee-2a84-4204-a9a2-49dd164ef855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:48.830010079Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a64a633e-4cf8-42c2-b360-e9bbb5835386","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.291161095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391f074b-5805-4318-abf1-20e9b5aa8163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.340121552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391f074b-5805-4318-abf1-20e9b5aa8163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.389355726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391f074b-5805-4318-abf1-20e9b5aa8163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.438445031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"391f074b-5805-4318-abf1-20e9b5aa8163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:51.401587879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1315ef-465f-4ee8-ac33-a782c77590c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:51.450368137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1315ef-465f-4ee8-ac33-a782c77590c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:51.50180398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1315ef-465f-4ee8-ac33-a782c77590c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:51.550968335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1315ef-465f-4ee8-ac33-a782c77590c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:53.402842899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085de997-b1ca-436b-9b9e-a71c50df6fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:53.451961234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085de997-b1ca-436b-9b9e-a71c50df6fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:53.500821367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085de997-b1ca-436b-9b9e-a71c50df6fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:53.549945813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"085de997-b1ca-436b-9b9e-a71c50df6fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:55.519484767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db4c9a0-b7cb-4b60-93dd-d132a952344e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:55.578324996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db4c9a0-b7cb-4b60-93dd-d132a952344e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:55.628181535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db4c9a0-b7cb-4b60-93dd-d132a952344e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:55.67986262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db4c9a0-b7cb-4b60-93dd-d132a952344e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:58.929876436Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"33944828-b6d7-40b4-a94a-ff960d2224fa","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:09.03406506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"d82a1c58-4e80-4f85-a360-6b5aa274d23d","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:09.224723969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:14.025103742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"6b169423-3370-4fe0-9933-f5abee59e472","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-recover-bade4d","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:14.317335799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"cd232019-07bf-4eba-93a7-fbe84ee4e241","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:14.317372536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"cd232019-07bf-4eba-93a7-fbe84ee4e241","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","externalModel":"e2e-rec-recover-bade4d","provider":"e2e-rec-recover-bade4d-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:15.228742589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"f2be544e-9b56-4440-a130-60379f565f4a","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:15.284100555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"f2be544e-9b56-4440-a130-60379f565f4a","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:19.138064334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"cfa5754b-bafe-49a3-bfa3-06e8c7947514","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.561604744Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","namespace":"ai-tenant-e2e-extmod-b-54d5bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.561680867Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","namespace":"ai-tenant-e2e-extmod-b-54d5bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.561768537Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","tenant":"e2e-extmod-b-54d5bd","tenantID":"e2e-extmod-b-54d5bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.614190931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"Deployment","name":"maas-api-e2e-extmod-b-54d5bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.677001301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"Service","name":"maas-api-e2e-extmod-b-54d5bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.730861617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-54d5bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.782132525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-54d5bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.834148681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.888365158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.941100743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:22.995840047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.044820609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.094187449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.142715585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"Service","name":"payload-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.192833766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.241633038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.290429238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.339296188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.392928915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.442066655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.490851809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.54202234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-54d5bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:23.594994628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-54d5bd"},"namespace":"ai-tenant-e2e-extmod-b-54d5bd","name":"default-tenant","reconcileID":"da89ca4d-5379-482c-a036-18f197a82c86","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-54d5bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.021014126Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"c490336e-7464-4f10-a91c-f69e18cc78d5","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.174246385Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"d158b732-02a0-44b3-b2a2-50c9061534e7","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.415727504Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-54d5bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-54d5bd","reconcileID":"6c6eca66-0bea-482d-9008-08381a355b3b","aitenant":"ai-tenants/e2e-extmod-b-54d5bd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.56852838Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"4e55e308-a0d4-4d02-9d3e-25deaae2cdce","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.859404675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a73c83d-0d0a-4e8e-aae1-a23da552d350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.908116559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a73c83d-0d0a-4e8e-aae1-a23da552d350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.956585636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a73c83d-0d0a-4e8e-aae1-a23da552d350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:26.005202178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a73c83d-0d0a-4e8e-aae1-a23da552d350","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:26.170287922Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-54d5bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-54d5bd","reconcileID":"6c6eca66-0bea-482d-9008-08381a355b3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-54d5bd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-54d5bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:26.412880912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"802c536c-86b3-4e7f-930e-e0e2d1aa2807","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.808690055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fffdcf-fc38-4493-acf3-ab4c7ef54435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.858054965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fffdcf-fc38-4493-acf3-ab4c7ef54435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.90665763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fffdcf-fc38-4493-acf3-ab4c7ef54435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.955635192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fffdcf-fc38-4493-acf3-ab4c7ef54435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.806959715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd51f9e-250d-4132-a5b9-82b3f4cffd24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.856021328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd51f9e-250d-4132-a5b9-82b3f4cffd24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.905568149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd51f9e-250d-4132-a5b9-82b3f4cffd24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.955162254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd51f9e-250d-4132-a5b9-82b3f4cffd24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:30.890879811Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a5282e1e-663c-4379-b3c8-dfdcc65cbe63","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:31.046198772Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"c77a20a8-e93c-444a-9a80-81c7686a17d6","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:31.784087424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbbf58d-1916-4c12-b36e-8a0c2ddcf2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:31.832777056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbbf58d-1916-4c12-b36e-8a0c2ddcf2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:31.881407911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbbf58d-1916-4c12-b36e-8a0c2ddcf2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:31.930278444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fbbf58d-1916-4c12-b36e-8a0c2ddcf2c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.236328Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"2178fadc-fc1f-49e1-8bf8-b0c819b2e497","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.339568194Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-389c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-389c3d","reconcileID":"1a9e9016-6c49-4cfd-9d31-589e2479a65c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-389c3d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-389c3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.646601831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"fe438dfb-0c96-4478-ae61-540448191dff","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:33.726905768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d1f337-82ef-40a8-84d2-b32c25882c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:33.7757447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d1f337-82ef-40a8-84d2-b32c25882c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:33.824295653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d1f337-82ef-40a8-84d2-b32c25882c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:33.873774771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d1f337-82ef-40a8-84d2-b32c25882c63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:34.756019997Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"6c183f70-96a2-48e5-b00a-6249692b0664","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:35.710573396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ad2b5c-690a-425a-bf01-4cd5cdea086d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:35.767059336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ad2b5c-690a-425a-bf01-4cd5cdea086d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:35.817231743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ad2b5c-690a-425a-bf01-4cd5cdea086d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:35.866763931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ad2b5c-690a-425a-bf01-4cd5cdea086d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:37.691053826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9914bc41-d842-419e-9b1b-b8370c585837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:37.74516349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9914bc41-d842-419e-9b1b-b8370c585837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:37.803363242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9914bc41-d842-419e-9b1b-b8370c585837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:37.866186862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9914bc41-d842-419e-9b1b-b8370c585837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:39.22116233Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:39.65297065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa64ad1-f058-45df-8633-52e10cd94d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:39.701757874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa64ad1-f058-45df-8633-52e10cd94d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:39.750353555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa64ad1-f058-45df-8633-52e10cd94d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:39.799316493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffa64ad1-f058-45df-8633-52e10cd94d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.881011594Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"e327e3b7-3504-4f3a-99c5-236330403810","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:54.981505111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"7f5d8c25-21c2-4ffc-8301-15c8e3871af8","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:05.080814813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"1d46d433-7e5e-4c80-a579-a7a229a90fce","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:05.82800396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"153207e1-b169-4652-b6a6-ec8d2b63d032","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5a206c","tenantID":"e2e-extmod-b-5a206c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:05.938638694Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"153207e1-b169-4652-b6a6-ec8d2b63d032","name":"e2e-extmod-b-5a206c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.221497063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:14.976417727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"772e2f60-57e6-4f2e-95dc-d0cbdf217abb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e8cb0d","tenantID":"e2e-inf-a-e8cb0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.088289753Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"772e2f60-57e6-4f2e-95dc-d0cbdf217abb","name":"e2e-inf-a-e8cb0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.179778586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"b11c2555-25c9-4129-896f-d41cfa11c4e6","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.27903902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"5542cd2d-3824-496d-bbbd-a44849f5393c","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:35.378324232Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"5abb0988-49ac-4b6d-a5ab-0d559f0f9366","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:39.221400672Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:45.480005576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"ee57035d-feff-4b00-9ff5-2e0a0256beec","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.579433785Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"f7b15745-33a6-4cc4-9517-50e9ab94716b","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:05.382622965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"a36c8688-dc67-4c77-9336-1c58afd77c63","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-389c3d","tenantID":"e2e-inf-a-389c3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:05.493125395Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"a36c8688-dc67-4c77-9336-1c58afd77c63","name":"e2e-inf-a-389c3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:05.679314011Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a13173f8-afec-4018-8aa9-c32e8568394f","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:09.221805761Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:15.820921301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"37e202e0-9011-4873-af8a-ce37587766d5","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:25.922236541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"a8d4ca6d-aa63-48f2-995c-650829a5aedb","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:36.022723763Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"38a7b45d-70ef-42ea-900b-fb0d689a6700","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:38.111332121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"52ec68bc-11d0-46c5-be2f-939b11aed204","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:38.972584379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6316ee-abb2-4c0b-bf38-e00b74cc4cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:39.023078053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6316ee-abb2-4c0b-bf38-e00b74cc4cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:39.072111634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6316ee-abb2-4c0b-bf38-e00b74cc4cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:39.12078451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6316ee-abb2-4c0b-bf38-e00b74cc4cb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:39.221495573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:40.89553677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e742bfe2-4334-491f-8c55-7d536f360494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:40.946502363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e742bfe2-4334-491f-8c55-7d536f360494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:40.995904772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e742bfe2-4334-491f-8c55-7d536f360494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:41.045412347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e742bfe2-4334-491f-8c55-7d536f360494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:42.904529462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880b7230-cad5-43a5-8a63-78bb3ac2994c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:42.953725599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880b7230-cad5-43a5-8a63-78bb3ac2994c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:43.005239974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880b7230-cad5-43a5-8a63-78bb3ac2994c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:43.056286595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"880b7230-cad5-43a5-8a63-78bb3ac2994c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:44.871956791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"66d0cc24-9387-43d0-a817-cc6a518fd1e9","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:44.88696331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d93824-92b3-4a9a-9c36-3a6515cb831a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:44.95313682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d93824-92b3-4a9a-9c36-3a6515cb831a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.005963762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d93824-92b3-4a9a-9c36-3a6515cb831a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.055084684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21d93824-92b3-4a9a-9c36-3a6515cb831a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.906603158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71964b5-3119-4f80-b6ee-33fc722456ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.956915865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71964b5-3119-4f80-b6ee-33fc722456ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.005519237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71964b5-3119-4f80-b6ee-33fc722456ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.054056581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71964b5-3119-4f80-b6ee-33fc722456ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.709167442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"c037a8e3-6476-4053-97b1-3697eaf26e72","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.84756308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0ddf37-ac6e-4600-939c-afa47ab49966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.896509995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0ddf37-ac6e-4600-939c-afa47ab49966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.945080166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0ddf37-ac6e-4600-939c-afa47ab49966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.993668698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0ddf37-ac6e-4600-939c-afa47ab49966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:50.771931276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3d5f32-155c-45e2-95eb-3ad07ffd2752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:50.821381854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3d5f32-155c-45e2-95eb-3ad07ffd2752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:50.869838683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3d5f32-155c-45e2-95eb-3ad07ffd2752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:50.918578002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f3d5f32-155c-45e2-95eb-3ad07ffd2752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:57.808570359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"11dd4d6e-5776-421b-9978-4f8a276dace6","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:07.90781786Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"1c49e3d4-8718-4d7a-b906-94e3a870efb7","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.221359131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.723643568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"f12bff18-3601-448c-be03-7911d25b6ebb","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.824581107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"4a43c76e-633b-4242-b2be-a16d5dc87d4e","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-att-serve-f03b9e","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.87306045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"e02ca251-8d63-42b1-8a00-12388101c42d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.039619497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77758b8d-8d76-4441-8ebe-3931b95d419d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.171233777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"14176e60-922a-431e-a8ad-d2babf3c1cc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.537754672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"6603adcd-e65f-4655-9d7d-f6a093c9ba80","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-ctrl-b12d6a","model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.718955958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"6829fa52-c330-4da0-b352-dad182a64cd9","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-rec-recover-bade4d","model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.768042414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"9ae90c5b-75ad-40ee-8ddf-59d216a08725","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.867796898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"70013cd2-b027-4edf-a142-2fb64f39a9a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.986255358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"22a8cfcd-87fd-4393-92c1-94ee4a4b8df8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.441047152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ed551b0-56da-46ac-b9b3-abf1576b1e76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.542056624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"884cf8ca-5353-4f71-97b1-88e490dd85bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.640897564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"d18dd1cf-7c59-4e2c-9493-9feebba02a9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.741759506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"9522f4fe-5423-4e3f-8393-3468218a2496","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.756592063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"8313105d-95ff-44f6-abb0-261b33666aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.94734017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"e6c67748-8745-44a6-97e2-7d84fdda18d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.006630941Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"44f4b43c-9101-4a88-ad1f-b337b4ca3aa6","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:26.656099482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"416c64ac-146a-45f6-8ed9-2253c94d3a58","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:26.710546354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"416c64ac-146a-45f6-8ed9-2253c94d3a58","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:26.733884718Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"3e57e928-51d0-4e27-bb06-5846fe47a7b0","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:26.759619834Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"416c64ac-146a-45f6-8ed9-2253c94d3a58","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:26.780526617Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"5b87ef62-b75d-4e8f-8c7d-334743e471c2","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"error":"failed to create TokenRateLimitPolicy for model e2e-rec-recover-bade4d: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-recover-bade4d\" is forbidden: unable to create new content in namespace e2e-extmod-rec-noaccess-7bd0da because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:26.833161507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"5b87ef62-b75d-4e8f-8c7d-334743e471c2","error":"failed to create TokenRateLimitPolicy for model e2e-rec-recover-bade4d: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-recover-bade4d\" is forbidden: unable to create new content in namespace e2e-extmod-rec-noaccess-7bd0da because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:26.857165126Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"98125db8-8b92-4b27-89c7-b7d451ab039f","namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:26.88690686Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"aecaf0bd-6ea6-4849-970f-7150816a7257","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:26.949121585Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"fa998b04-f9fa-4244-9dc3-23ddbc641cac","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:26.999550514Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"b41bc34b-9bdd-4e8a-8111-17ada6c62866","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.077047284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c88a33a4-fe72-459c-9904-e7c7d209b5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.083105957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"540d41ce-370c-4b71-9c7c-3b80b08aa3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.108905612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"f104153c-cbb4-47d5-97b5-5251516381f5","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.12487818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"151a4fbd-0647-4604-b973-0995e62e7a0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.126533542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"54ff635f-3f7c-434a-80b8-a1ddfa6fded9","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.130563396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c88a33a4-fe72-459c-9904-e7c7d209b5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.136656888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"540d41ce-370c-4b71-9c7c-3b80b08aa3b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.156520727Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"08d05e51-9841-467d-b5bd-3f29f016725b","MaaSModelRef":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"routeName":"external-model-e2e-rec-recover-bade4d-db267fe6c208","namespace":"e2e-extmod-rec-noaccess-7bd0da","model":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.162147423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"f104153c-cbb4-47d5-97b5-5251516381f5","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.178848901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"151a4fbd-0647-4604-b973-0995e62e7a0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.182430208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"54ff635f-3f7c-434a-80b8-a1ddfa6fded9","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.182480875Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"54ff635f-3f7c-434a-80b8-a1ddfa6fded9","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.193766333Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"1df51bb5-8e62-4e84-b139-cef0702e99e1","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.399031171Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"c202e395-59cf-4bba-87b0-26a4d3a11ae4","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.425135519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"520ec75b-4a26-4516-a446-2e6066152137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.425134963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"1d3c275a-5f0d-4035-8ec3-c39833a6b2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.428897774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4fb69136-422c-4ece-a7bc-a8e0c34843f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.478932446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"1d3c275a-5f0d-4035-8ec3-c39833a6b2f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.479034001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"520ec75b-4a26-4516-a446-2e6066152137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.484147992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4fb69136-422c-4ece-a7bc-a8e0c34843f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.485953134Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"02cfb08e-6b06-4012-8443-82543ecddadf","namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.597250935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4c0f911a-4fa1-4a93-a423-87971d9b550e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.650356464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"bb597e85-8bc8-4b65-8e6b-46128069da1c","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.652255899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"4c0f911a-4fa1-4a93-a423-87971d9b550e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.705695465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"bb597e85-8bc8-4b65-8e6b-46128069da1c","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.707647275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bade4d","namespace":"e2e-extmod-rec-noaccess-7bd0da"},"namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","reconcileID":"54ab54cb-e69e-4597-8eea-d08761ef26a5","namespace":"e2e-extmod-rec-noaccess-7bd0da","name":"e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.848680052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"fb438d0e-1cb3-4e13-a9be-3620ae08e184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.89647276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c03789c1-a208-4aa5-80f7-8d94aa3c9ee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.897153886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0a644ce4-98c6-40ce-a101-892f38a6d2e8","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.903294931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"fb438d0e-1cb3-4e13-a9be-3620ae08e184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.95078618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0a644ce4-98c6-40ce-a101-892f38a6d2e8","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.950831955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c03789c1-a208-4aa5-80f7-8d94aa3c9ee6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:27.994969318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"525383b5-9e97-4a5d-b268-cc6a934bec0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.04884802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"525383b5-9e97-4a5d-b268-cc6a934bec0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.094817766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"0e112045-c0bf-46f9-925a-4a01d31a7a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.10511833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"69aed354-6dbd-40ce-9109-855c115f944c","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.15053632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"0e112045-c0bf-46f9-925a-4a01d31a7a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.243481132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"0aef67df-3120-4270-b548-20d4014c68e3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.297063876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"0aef67df-3120-4270-b548-20d4014c68e3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.37114708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d58ffcc-8dc5-4cdc-aedb-97bace72d0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.371957851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3ab21eb8-3884-47db-be0c-08df5a036bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.425531069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"3ab21eb8-3884-47db-be0c-08df5a036bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.425539838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d58ffcc-8dc5-4cdc-aedb-97bace72d0cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.468425742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"468336e2-027b-4981-b0e9-f02a90ff0417","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.517250526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"910403ed-d9f9-4f9c-a39f-0f57ab398436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.522099502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"468336e2-027b-4981-b0e9-f02a90ff0417","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.522133347Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"468336e2-027b-4981-b0e9-f02a90ff0417","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.571038666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"910403ed-d9f9-4f9c-a39f-0f57ab398436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.715883545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e6ff43a1-3f1b-4596-8a55-f6a3ba5db71c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.764268723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"49b7fd13-2fe0-4883-b477-b0288dcf0199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.764738202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"609f163b-852f-4554-9d10-65e24f5d1e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.769446499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e6ff43a1-3f1b-4596-8a55-f6a3ba5db71c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.818271907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"49b7fd13-2fe0-4883-b477-b0288dcf0199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.818314109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"609f163b-852f-4554-9d10-65e24f5d1e8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.819257247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"90c7f0bc-c35c-4daf-9c68-0a47b3fe1fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.872383178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"90c7f0bc-c35c-4daf-9c68-0a47b3fe1fbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.909916362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"15a7ee12-4055-4980-a50b-334e5a1caa11","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.963401121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"15a7ee12-4055-4980-a50b-334e5a1caa11","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.123105587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f0e3959b-13c3-467e-a78d-145eab78ca39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.176780878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f0e3959b-13c3-467e-a78d-145eab78ca39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.217870118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"71956556-7f5c-43a1-9418-cfd8f5636ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.263093432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06dc5f1b-23a5-4ce8-bc85-4ca67cf1ceaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.263092813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"dd574176-93aa-4fe8-82ae-4c990336643f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.271283213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"71956556-7f5c-43a1-9418-cfd8f5636ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.317301779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"dd574176-93aa-4fe8-82ae-4c990336643f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.317611488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06dc5f1b-23a5-4ce8-bc85-4ca67cf1ceaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:37.430018568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"9c4b40ed-0f87-4ce9-a4f2-f2981f4d18ed","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.697376908Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"8efe454f-3128-4089-bfd5-b0b42d2a7864","namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.751564585Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"2ad601c1-6608-411f-9e24-5d516a5f3847","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.835228656Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"a59ccb8e-382d-4bd7-aefe-4885870a8df2","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.889563199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0fabda42-216b-44cd-9b0a-67f23b0a1868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.892065778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"5840ae37-c958-40ce-a124-4adcb59be0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.892667351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"46306e30-0987-4d9d-877e-a2f56b853bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.906708039Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"3f01278d-6c6a-4efe-8fc2-3daf516b1a45","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"routeName":"external-model-e2e-rec-ctrl-b12d6a-35a502f4c769","namespace":"e2e-extmod-rec-user-9a289b","model":"e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.941245445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"9ef70b44-b192-4665-81c3-520187275430","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.941896437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"629c6dfc-ffc5-4d9a-b1bf-8e25a2d7e4cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.943818937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"0fabda42-216b-44cd-9b0a-67f23b0a1868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.94719055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"5840ae37-c958-40ce-a124-4adcb59be0bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:38.947436213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"46306e30-0987-4d9d-877e-a2f56b853bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.002604226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"629c6dfc-ffc5-4d9a-b1bf-8e25a2d7e4cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.01402189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"9ef70b44-b192-4665-81c3-520187275430","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.014088264Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"9ef70b44-b192-4665-81c3-520187275430","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:39.014870107Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"3f01278d-6c6a-4efe-8fc2-3daf516b1a45","name":"e2e-rec-ctrl-b12d6a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-b12d6a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:39.014931105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"3f01278d-6c6a-4efe-8fc2-3daf516b1a45","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-b12d6a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.073553464Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"6089dc50-344a-4387-afaf-64f22e008b9a","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","error":"MaaSModelRef not found: e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.175357547Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"2e698fe1-5610-423f-990e-6b3885fbf77c","namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.229057983Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.328064422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"7dd7f2de-3022-4493-8dd8-512d386415f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.384608294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"7dd7f2de-3022-4493-8dd8-512d386415f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.423791169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3bd0e837-2dee-4276-81e2-8fa51d2d3535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.426884673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"46b75c28-03e9-4f23-85a8-ceb1ea4e1437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.426904503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"98c6813e-afdf-483f-aee2-8209898fec57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.475615852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"b9fec2e0-8f09-44f4-8017-875fe87ce1af","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.47742164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3bd0e837-2dee-4276-81e2-8fa51d2d3535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.480725317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"98c6813e-afdf-483f-aee2-8209898fec57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.480735462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"46b75c28-03e9-4f23-85a8-ceb1ea4e1437","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:39.52672363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-b12d6a","namespace":"e2e-extmod-rec-user-9a289b"},"namespace":"e2e-extmod-rec-user-9a289b","name":"e2e-rec-ctrl-b12d6a","reconcileID":"c7f56f87-a85a-47dc-a54f-e66b9ef520ad","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-b12d6a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.529793708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"b9fec2e0-8f09-44f4-8017-875fe87ce1af","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.825384251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"d5c2a76f-1848-45be-880b-4f4788d71217","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.881315124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"d5c2a76f-1848-45be-880b-4f4788d71217","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.901562475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2819b917-3747-455f-98ac-1404b2ad209e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.920318424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fe995215-67c0-4cbf-ad86-e086d5812ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.927492583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"6fa749e4-349c-4c92-a3d0-47ec2e076515","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.927691161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78a9752a-12ef-434b-93a3-2c2ca9b4cd20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.935962262Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"d5c2a76f-1848-45be-880b-4f4788d71217","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.956373828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"2819b917-3747-455f-98ac-1404b2ad209e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.975690474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"fe995215-67c0-4cbf-ad86-e086d5812ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.981174068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"6fa749e4-349c-4c92-a3d0-47ec2e076515","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:39.983015779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78a9752a-12ef-434b-93a3-2c2ca9b4cd20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.212290812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"e295f454-ccf2-4135-8de6-12e22a0d65ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.266172341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"e295f454-ccf2-4135-8de6-12e22a0d65ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.362990462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"479ca80e-69b4-445c-8045-34e3c5145235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.366854384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"a75fea7b-e4d1-4fc3-bc30-6b3a6f244a47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.410752076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b45076-4afe-4053-be8f-3bad92c050e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.416860195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"479ca80e-69b4-445c-8045-34e3c5145235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.420418977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"a75fea7b-e4d1-4fc3-bc30-6b3a6f244a47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.420464892Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"a75fea7b-e4d1-4fc3-bc30-6b3a6f244a47","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.461278354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0b85f40c-9e31-4cfe-8fa8-9ba9150e7335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.465103045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6b45076-4afe-4053-be8f-3bad92c050e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.516123592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"0b85f40c-9e31-4cfe-8fa8-9ba9150e7335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.611978248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"8f1911ff-1134-42b2-8012-ca51faff830a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.666357083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"8f1911ff-1134-42b2-8012-ca51faff830a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.815107286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"88b7dae5-df0b-4803-92a7-b988769e4c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:40.869313004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"88b7dae5-df0b-4803-92a7-b988769e4c96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:46.206608861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"16cc211a-d413-4519-ac4e-45508793d0c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:46.222716777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"b9bdc1c6-55ca-4606-8bea-93c1bfdf70c6","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:46.222715834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"c2231484-4381-441b-845d-727e7a5a2c6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:46.260682576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"16cc211a-d413-4519-ac4e-45508793d0c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:46.276745949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"b9bdc1c6-55ca-4606-8bea-93c1bfdf70c6","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:46.276911304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"c2231484-4381-441b-845d-727e7a5a2c6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:46.31320944Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"16cc211a-d413-4519-ac4e-45508793d0c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:46.329141907Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"c2231484-4381-441b-845d-727e7a5a2c6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:47.538749781Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"d299e8ba-b976-4369-b6ed-509403465ba0","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:50.93086682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","namespace":"ai-tenant-e2e-extmod-a-4808b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:50.930928382Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","namespace":"ai-tenant-e2e-extmod-a-4808b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:50.930999602Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","tenant":"e2e-extmod-a-4808b4","tenantID":"e2e-extmod-a-4808b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:50.981606576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"Deployment","name":"maas-api-e2e-extmod-a-4808b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.038009567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"Service","name":"maas-api-e2e-extmod-a-4808b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.093929014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-4808b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.144924897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-4808b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.196531912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.2548742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.312356577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.363923972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.414338286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.464894788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.515084993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"Service","name":"payload-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.570754986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.619805034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.668535163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.71669218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.771627484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.820138894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.868801131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.920851877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-4808b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.972837172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-4808b4"},"namespace":"ai-tenant-e2e-extmod-a-4808b4","name":"default-tenant","reconcileID":"3a545445-33fc-4250-aa0a-d4a241437868","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-4808b4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:53.364812001Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"c2fcfeee-6163-4478-982b-03badf5b0eb0","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:53.469068467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"fe4ead8d-dc0c-431e-b6df-c811f687ad3d","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:53.666339699Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4808b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4808b4","reconcileID":"036eec20-4464-44e5-bb02-714c17dd3638","aitenant":"ai-tenants/e2e-extmod-a-4808b4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:53.820182135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"965095e8-016f-4f67-b512-390548d67494","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:54.200300317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14029d96-35c0-4cd4-8556-fd1bcc6420ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:54.249679395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14029d96-35c0-4cd4-8556-fd1bcc6420ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:54.298872518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14029d96-35c0-4cd4-8556-fd1bcc6420ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:54.347789373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14029d96-35c0-4cd4-8556-fd1bcc6420ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:54.453631431Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-4808b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-4808b4","reconcileID":"036eec20-4464-44e5-bb02-714c17dd3638","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-4808b4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-4808b4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:54.774388292Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"9a38bf73-de36-4859-bb4d-1f7954b8c62a","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:55.67130727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"bd716972-fb99-4504-be75-fafb41e88efe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:55.772548557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"233d91b6-2bb8-4684-87a3-e3a3370ef317","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:55.873309701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"c6f44549-77a9-4c60-a5c0-4c624686f806","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.132618205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54834765-8797-48bb-bfaa-5c2af28098b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.181400563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54834765-8797-48bb-bfaa-5c2af28098b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.18176479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"89793f5c-4060-4b4c-a599-953db940efd7","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","subscription":"e2e-rec-recover-bade4d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.230153228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54834765-8797-48bb-bfaa-5c2af28098b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.230230904Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-sub","reconcileID":"89793f5c-4060-4b4c-a599-953db940efd7","MaaSSubscription":{"name":"e2e-rec-recover-bade4d-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.230795327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ed2c6510-6016-4f55-8904-fe1a06a7b940","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.279370841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54834765-8797-48bb-bfaa-5c2af28098b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.37808546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5716e200-5081-4810-9984-14ccc89a70ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.426763673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"cc4d56ac-4f49-4ad4-b9a7-15f77a95ad57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.527747814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"38e3aa22-4300-49ae-a121-8033b8e5e229","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.595116308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4599cf priority=0:[ai-tenant-e2e-extmod-b-4599cf/e2e-att-serve-f03b9e-sub ai-tenant-e2e-extmod-b-4599cf/e2e-rec-ctrl-b12d6a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.722381742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"7a51775d-a212-4e4c-97d1-0074a456ea08","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","model":"llm/e2e-dft-e5197a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.753233698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"a2cf816a-b984-4805-aa08-ab455a7c74c2","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.753261447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"a2cf816a-b984-4805-aa08-ab455a7c74c2","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.774667218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"31a4872d-bafc-4fcb-b65d-d645fb48cdf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.790896488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"d6a04d64-2ea0-477a-bbc7-7c5c1dd6cc12","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.791075582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"529347a8-4b35-40b0-bdaf-cea5f298deea","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.790896334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"f62da248-8a2d-40d7-88a4-4cc1a4e0f16b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.846696739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"d6a04d64-2ea0-477a-bbc7-7c5c1dd6cc12","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.846811695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"529347a8-4b35-40b0-bdaf-cea5f298deea","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.849005627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"f62da248-8a2d-40d7-88a4-4cc1a4e0f16b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.899578566Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"d6a04d64-2ea0-477a-bbc7-7c5c1dd6cc12","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:56.903787137Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"f62da248-8a2d-40d7-88a4-4cc1a4e0f16b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.071990119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-recover-bade4d-access","reconcileID":"3f586833-7ffc-433b-bfe2-5033208c862a","MaaSAuthPolicy":{"name":"e2e-rec-recover-bade4d-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-noaccess-7bd0da/e2e-rec-recover-bade4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.085010301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"75666ae5-6bdd-49c9-849c-f74043b94e3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.322646605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"ebdd0cba-68d5-45f0-bf24-5567af15b7a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.46908113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"a01aee4b-425c-487f-88fd-27b9dedbc5b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.52365908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"37e8eb07-e29d-4b0a-9cde-88cde7450884","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-att-serve-f03b9e","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.631533095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"f2ca2dda-0b15-4c4c-918b-a318c3f711ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.678411573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"099cd499-cc61-4d98-b47a-f8be6ce7acb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.678973697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0d410b71-b83b-4d32-8a3e-44d6bd46d5fb","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.735010922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"0d410b71-b83b-4d32-8a3e-44d6bd46d5fb","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.735422583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"099cd499-cc61-4d98-b47a-f8be6ce7acb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.788480195Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"099cd499-cc61-4d98-b47a-f8be6ce7acb0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.094905123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dafd8be-e521-409c-b61c-62efcdfe566d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.14378403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dafd8be-e521-409c-b61c-62efcdfe566d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.192637108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dafd8be-e521-409c-b61c-62efcdfe566d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.241615659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dafd8be-e521-409c-b61c-62efcdfe566d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:00.085558395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b75df8-3aa5-4d1a-a9c4-841ba6c3740f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:00.134423975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b75df8-3aa5-4d1a-a9c4-841ba6c3740f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:00.183265171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b75df8-3aa5-4d1a-a9c4-841ba6c3740f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:00.232283558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75b75df8-3aa5-4d1a-a9c4-841ba6c3740f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.420496078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"0755487f-ef2e-4001-94de-b47488d1cd7c","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.750870993Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","namespace":"ai-tenant-e2e-extmod-b-5a206c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.750960641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","namespace":"ai-tenant-e2e-extmod-b-5a206c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.751018706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","tenant":"e2e-extmod-b-5a206c","tenantID":"e2e-extmod-b-5a206c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.801984675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"Deployment","name":"maas-api-e2e-extmod-b-5a206c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.8593139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"Service","name":"maas-api-e2e-extmod-b-5a206c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.916751164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-5a206c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.967109103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-5a206c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.019324924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.027869275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed2117-9f74-43b4-bf56-9cd114d706e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.086690079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.088860582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed2117-9f74-43b4-bf56-9cd114d706e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.13812097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed2117-9f74-43b4-bf56-9cd114d706e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.143385304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.186854675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed2117-9f74-43b4-bf56-9cd114d706e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.24486199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.293876524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.342217681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.39095618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"Service","name":"payload-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.442242271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.496594174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.550632115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.601575336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.654511791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.70269028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.751352669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.803151765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-5a206c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:02.864721333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5a206c"},"namespace":"ai-tenant-e2e-extmod-b-5a206c","name":"default-tenant","reconcileID":"107ff550-ff8e-446b-b215-388e31ee9ffd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-5a206c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.997733704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe1dc11-c123-4ff0-a727-125b81b5d42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:04.046647556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe1dc11-c123-4ff0-a727-125b81b5d42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:04.096024039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe1dc11-c123-4ff0-a727-125b81b5d42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:04.144633181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe1dc11-c123-4ff0-a727-125b81b5d42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.916258687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f14db9-6050-4d47-ab81-db255b1e4fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.965073461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f14db9-6050-4d47-ab81-db255b1e4fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:06.013776371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f14db9-6050-4d47-ab81-db255b1e4fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:06.06256442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f14db9-6050-4d47-ab81-db255b1e4fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.683843635Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"150a72e1-4294-4254-bd32-4c7a567b9f07","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","subscription":"e2e-rec-ctrl-b12d6a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.68397215Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-sub","reconcileID":"150a72e1-4294-4254-bd32-4c7a567b9f07","MaaSSubscription":{"name":"e2e-rec-ctrl-b12d6a-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","error":"MaaSModelRef not found: e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.712950463Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","namespace":"ai-tenant-e2e-inf-a-e8cb0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.713014942Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","namespace":"ai-tenant-e2e-inf-a-e8cb0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.713102211Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","tenant":"e2e-inf-a-e8cb0d","tenantID":"e2e-inf-a-e8cb0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.763373446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"Deployment","name":"maas-api-e2e-inf-a-e8cb0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.819334864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"Service","name":"maas-api-e2e-inf-a-e8cb0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.835999662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed1b62d-0726-4f2d-9ead-1f52f82527f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.89816684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed1b62d-0726-4f2d-9ead-1f52f82527f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.903242721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-e8cb0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.946894526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed1b62d-0726-4f2d-9ead-1f52f82527f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.997163888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fed1b62d-0726-4f2d-9ead-1f52f82527f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.000945835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-e8cb0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.075301906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.124989246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"eca5852b-9aaa-4312-bf15-37c745e1495e","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.125019892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"eca5852b-9aaa-4312-bf15-37c745e1495e","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.126578587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.15690197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"2ef5ef6c-b6a7-4772-8bf3-1da3b96a93f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.172164674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"030de4f3-60b8-4515-b79a-e1b548fb07cd","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.179934971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.210462729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"2ef5ef6c-b6a7-4772-8bf3-1da3b96a93f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.274949683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.276837032Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"2ef5ef6c-b6a7-4772-8bf3-1da3b96a93f5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.292532468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"030de4f3-60b8-4515-b79a-e1b548fb07cd","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.326704907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"Deployment","name":"payload-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.375091735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.426796149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"Service","name":"payload-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.427277247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-rec-ctrl-b12d6a-access","reconcileID":"8f0bfa46-1cb0-4acc-8390-faf9bcd9e5cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-b12d6a-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-rec-user-9a289b/e2e-rec-ctrl-b12d6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.475362967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.523375337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.57222289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.620411982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.674385282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.729789634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.778263688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.829780261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-e8cb0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:08.888610585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e8cb0d"},"namespace":"ai-tenant-e2e-inf-a-e8cb0d","name":"default-tenant","reconcileID":"c9683d1d-a5ad-462c-8655-857effa825f2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-e8cb0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.187078685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"4569b1bc-10b8-40ff-9eae-52403acc8e6b","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.231207905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.400684362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"e1b5fe97-bd2e-4722-858f-690454a24ecc","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.592354995Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5a206c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5a206c","reconcileID":"57e24d46-b852-4f43-9d57-1b0bc4167d85","aitenant":"ai-tenants/e2e-extmod-b-5a206c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.74377758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"008f801e-2e44-4373-8331-8a831a6fc093","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.839332484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a18b159-8b4a-4559-af6d-863267392f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.889054404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a18b159-8b4a-4559-af6d-863267392f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.937580139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a18b159-8b4a-4559-af6d-863267392f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:09.9864048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a18b159-8b4a-4559-af6d-863267392f54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:10.396433048Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5a206c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5a206c","reconcileID":"57e24d46-b852-4f43-9d57-1b0bc4167d85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5a206c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-5a206c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:10.703662495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"40a0817c-05a8-4da3-9c53-668376504790","MaaSModelRef":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.131248695Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"8e0812cf-53ee-4562-b466-2fd1e2de5143","namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.293420542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d4791b9d-9050-4d8b-ac28-ec76e966159b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.293799249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4e7b8ca9-9c8d-4338-8e35-52cbefb8240f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.2940588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b607a264-a2a1-476f-833c-c850f616bb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.342788562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"368f4879-3352-41a5-b697-16660db93c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.342799405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"49b85912-04dc-4355-828e-9675fc6ef63a","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.349255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d4791b9d-9050-4d8b-ac28-ec76e966159b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.349380974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"4e7b8ca9-9c8d-4338-8e35-52cbefb8240f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.352922111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b607a264-a2a1-476f-833c-c850f616bb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.397112302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"49b85912-04dc-4355-828e-9675fc6ef63a","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.397245899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"368f4879-3352-41a5-b697-16660db93c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.51283175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-631989","namespace":"e2e-extmod-att-noaccess-4f0c07"},"namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","reconcileID":"33f5ce01-f616-4247-8263-4c6326496960","namespace":"e2e-extmod-att-noaccess-4f0c07","name":"e2e-att-noaccess-631989","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.650982622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"b1015948-c168-4ba2-8858-06b610486580","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.698264313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6773bd5f-db97-4ed4-9640-23aa36798823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.70484402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"b1015948-c168-4ba2-8858-06b610486580","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.751851185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6773bd5f-db97-4ed4-9640-23aa36798823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.782835947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df2437f-c063-4fe1-a165-ae0f90c50d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.783085422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ef9aa93-4ab1-4f10-a834-366ad550b94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.831520548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df2437f-c063-4fe1-a165-ae0f90c50d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.831624003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"f5cfca83-48d2-43cb-982c-cfbaae3d81af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.831796373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"200db999-8a8a-482c-841f-48c7cba0c435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.880358759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df2437f-c063-4fe1-a165-ae0f90c50d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.885798586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"f5cfca83-48d2-43cb-982c-cfbaae3d81af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.886166181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"200db999-8a8a-482c-841f-48c7cba0c435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.929031756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5df2437f-c063-4fe1-a165-ae0f90c50d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:11.934187225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ef9aa93-4ab1-4f10-a834-366ad550b94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.118650771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"81ca69fe-4749-4a7f-a479-99c4fbecc1db","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.118679647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"81ca69fe-4749-4a7f-a479-99c4fbecc1db","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.190411971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a61f22ab-667e-47aa-9041-55997a30d147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.251064412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a61f22ab-667e-47aa-9041-55997a30d147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.293505951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"d077a72e-4140-48e1-9597-075ff9193ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.293526883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3594d06e-97f9-4181-9f3a-9a69a83eb4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.293901127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"fbb429da-3e54-4588-9d36-747798b51401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.29620857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"3d435bc4-278f-41c2-ab9b-d491241ec6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.304642923Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"b12181e2-3837-4a00-9e5b-1ff0b6b49477","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-acf81db2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.383146115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"3594d06e-97f9-4181-9f3a-9a69a83eb4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.393833093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"3d435bc4-278f-41c2-ab9b-d491241ec6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.405993739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"d077a72e-4140-48e1-9597-075ff9193ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.475289328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"fbb429da-3e54-4588-9d36-747798b51401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.656179729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"8568d4a8-1a37-4e91-8dc3-6f4ed2206c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.711326774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"8568d4a8-1a37-4e91-8dc3-6f4ed2206c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.73829771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"b9d32d9c-6055-43bc-85d3-18fa93b4c81e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.785776787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"676c2f86-a4ae-4d93-8f14-b48a94554d4f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.786162863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"a2d635b6-e806-42ad-aad2-338fbdcd157c","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.791885445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"b9d32d9c-6055-43bc-85d3-18fa93b4c81e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.834701889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f5129787-69e8-4446-a4f3-71111a9930d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.840052548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"676c2f86-a4ae-4d93-8f14-b48a94554d4f","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.840168373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"a2d635b6-e806-42ad-aad2-338fbdcd157c","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:12.888648989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"f5129787-69e8-4446-a4f3-71111a9930d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:13.794557185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b8215f-7d10-49ae-b441-b4ceed09bbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:13.843262777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b8215f-7d10-49ae-b441-b4ceed09bbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:13.891790539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b8215f-7d10-49ae-b441-b4ceed09bbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:13.940518582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b8215f-7d10-49ae-b441-b4ceed09bbd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:15.68303141Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e8cb0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e8cb0d","reconcileID":"d8f1dc0c-50b4-4b5d-8925-a6323cae81f5","aitenant":"ai-tenants/e2e-inf-a-e8cb0d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:16.220389346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54feaaf-3c2e-48c2-99d4-51f5a6a5158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:16.269011885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54feaaf-3c2e-48c2-99d4-51f5a6a5158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:16.317783006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54feaaf-3c2e-48c2-99d4-51f5a6a5158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:16.366572027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a54feaaf-3c2e-48c2-99d4-51f5a6a5158a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:16.475022839Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e8cb0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e8cb0d","reconcileID":"d8f1dc0c-50b4-4b5d-8925-a6323cae81f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e8cb0d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-e8cb0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:18.132146911Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5d39ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5d39ab","reconcileID":"c166b838-3721-4e3a-876d-e47f30ab74df","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5d39ab","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-5d39ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:18.185575921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f77d402-114d-4971-af0d-4c73a90c2713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:18.234525725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f77d402-114d-4971-af0d-4c73a90c2713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:18.283346059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f77d402-114d-4971-af0d-4c73a90c2713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:18.332172216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f77d402-114d-4971-af0d-4c73a90c2713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.138553446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdb0912-315c-4b33-a9c6-e0391678da1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.188088993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdb0912-315c-4b33-a9c6-e0391678da1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.19235099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70aa546f-3b11-46f0-82cb-4e86d26e939b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.192372265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70aa546f-3b11-46f0-82cb-4e86d26e939b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.237319589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdb0912-315c-4b33-a9c6-e0391678da1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.287585582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcdb0912-315c-4b33-a9c6-e0391678da1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.291504157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5ac5f46-4efe-470f-b077-5c236788999e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.291526194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5ac5f46-4efe-470f-b077-5c236788999e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.389643506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"168c76db-c6b5-44ae-9f94-0ad20db73f84","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.463976241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf128d5f-d48f-46e8-8393-c88a780f0dc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.463999574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf128d5f-d48f-46e8-8393-c88a780f0dc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.538696561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e27971ab-6709-4eaf-9c72-4a1998521da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.538724771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e27971ab-6709-4eaf-9c72-4a1998521da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.555127059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"168c76db-c6b5-44ae-9f94-0ad20db73f84","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:20.58789066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-sub-9d04e92a","reconcileID":"58f131ff-7f16-4b61-a879-b150f2e46ac0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-9d04e92a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.60771182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"168c76db-c6b5-44ae-9f94-0ad20db73f84","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.661950909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f6c4c9a-d612-49d9-a97e-615bb3dba24a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.66197079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f6c4c9a-d612-49d9-a97e-615bb3dba24a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.693835473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"448b37dd-f0d2-479f-aa3a-09786cfa6dfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.693853135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"448b37dd-f0d2-479f-aa3a-09786cfa6dfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.748224896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92118363-d56d-4c2e-8ab7-c051b6bd2cdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.748255919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92118363-d56d-4c2e-8ab7-c051b6bd2cdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.75911114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"de4219bd-71d2-4681-99aa-45ea5d50b4f3","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.815445777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"de4219bd-71d2-4681-99aa-45ea5d50b4f3","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.867501568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"de4219bd-71d2-4681-99aa-45ea5d50b4f3","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.999505352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-sub-9d04e92a","reconcileID":"ebcf50ff-fa65-4854-b084-6bcad4529591","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-9d04e92a/e2e-sub-9d04e92a","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:21.155832247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d009dcc7-ece0-4c47-ad72-93cd08b5bfee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:21.155854611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d009dcc7-ece0-4c47-ad72-93cd08b5bfee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:21.196873139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"599b3f19-672e-45cb-a4f1-9c4e799105c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:21.351118986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-sub-9d04e92a","reconcileID":"7dba2bd1-9cde-4cd4-b970-7f34d9a70209","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.356150062Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"67e1eda9-320d-42f0-9f7b-b6a2bd5680e8","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","subscription":"e2e-att-serve-f03b9e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.449394775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"d9718dc9-9713-4c20-99f6-14454693255b","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.449431593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"d9718dc9-9713-4c20-99f6-14454693255b","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.453847024Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"67e1eda9-320d-42f0-9f7b-b6a2bd5680e8","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.50879883Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-sub","reconcileID":"67e1eda9-320d-42f0-9f7b-b6a2bd5680e8","MaaSSubscription":{"name":"e2e-att-serve-f03b9e-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.596852725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2902e473-c5ca-478e-879d-bf5d9642802f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.60484646Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"a14e7fd9-0b40-4c9b-8725-dd03d09cc62f","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7c150e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.60781706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0644a73-ee10-4c0a-9da9-48132f084424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.607823632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"c3daaf9b-bfb3-4db2-a595-ae75ccd72148","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.718086494Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2902e473-c5ca-478e-879d-bf5d9642802f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:22.731236549Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0644a73-ee10-4c0a-9da9-48132f084424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:22.734078912Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"c3daaf9b-bfb3-4db2-a595-ae75ccd72148","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.771595766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2902e473-c5ca-478e-879d-bf5d9642802f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:22.785290074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0644a73-ee10-4c0a-9da9-48132f084424","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:22.786088083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"c3daaf9b-bfb3-4db2-a595-ae75ccd72148","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.82005469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"d2291c11-b0b7-4106-8408-d25f5a09d5bd","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.82007712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"d2291c11-b0b7-4106-8408-d25f5a09d5bd","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.870169685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"7c96891a-2f39-47b9-9c9b-9369bb95f4a1","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.925299212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"7c96891a-2f39-47b9-9c9b-9369bb95f4a1","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.926919087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bdf3a1f-2e22-4228-a6bc-544165722f1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.926937848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bdf3a1f-2e22-4228-a6bc-544165722f1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.977196607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"7707866f-8790-47f0-b702-d032b7bed743","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:22.97722098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"7707866f-8790-47f0-b702-d032b7bed743","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.065136874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8945f11a-d1be-42a6-93c4-b3c2600e94ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.065225157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b2d03d-154a-4453-80b3-303b15e35587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.065615188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7730403e-14a3-4baa-9e3f-eba2832ad89f","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.080615689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9af321f8-9efb-482d-aee0-d6dc231bfe71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.080638681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9af321f8-9efb-482d-aee0-d6dc231bfe71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.118894311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b2d03d-154a-4453-80b3-303b15e35587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.119220875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7730403e-14a3-4baa-9e3f-eba2832ad89f","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.121111268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8945f11a-d1be-42a6-93c4-b3c2600e94ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.12941701Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"c726f343-041c-40c2-9018-cead778f3365","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7c150e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.129898256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"6b1a974b-9ede-47e3-82d6-15eaaeb94ccf","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.129917271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"6b1a974b-9ede-47e3-82d6-15eaaeb94ccf","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.171439768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"7730403e-14a3-4baa-9e3f-eba2832ad89f","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.171513926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2b2d03d-154a-4453-80b3-303b15e35587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.172162727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"ba9b3323-56ed-43da-8d6c-5841e19abcd3","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.173538768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8945f11a-d1be-42a6-93c4-b3c2600e94ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.272197717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"45b8010a-8284-46bf-a0fb-b78054458331","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.272219952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"45b8010a-8284-46bf-a0fb-b78054458331","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.321323912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca709363-2b6e-42c3-b62c-6aafb3b067d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.321342212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca709363-2b6e-42c3-b62c-6aafb3b067d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.368502909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"112a59f6-2444-4e12-804b-8e7ae267c0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.422764041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"112a59f6-2444-4e12-804b-8e7ae267c0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.423765875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"ba9b3323-56ed-43da-8d6c-5841e19abcd3","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.468519131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f3cd6b-308e-4c89-b0ab-714b109bef50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.468549591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"ecf752ea-1db6-4616-ad67-1351afe3a8d1","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.475256397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"112a59f6-2444-4e12-804b-8e7ae267c0b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.523108824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"ecf752ea-1db6-4616-ad67-1351afe3a8d1","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.523276479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f3cd6b-308e-4c89-b0ab-714b109bef50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.544768585Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"ba9b3323-56ed-43da-8d6c-5841e19abcd3","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.544787526Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-att-serve-f03b9e-access","reconcileID":"ba9b3323-56ed-43da-8d6c-5841e19abcd3","MaaSAuthPolicy":{"name":"e2e-att-serve-f03b9e-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.575503241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32f3cd6b-308e-4c89-b0ab-714b109bef50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.575681754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"ecf752ea-1db6-4616-ad67-1351afe3a8d1","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.647945854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"09358180-14dc-4e43-a464-42edb68e154b","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-att-user-f81667/e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:23.648064327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"09358180-14dc-4e43-a464-42edb68e154b","MaaSModelRef":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"routeName":"external-model-e2e-att-serve-f03b9e-54718a9c08a6","namespace":"e2e-extmod-att-user-f81667","model":"e2e-att-serve-f03b9e","externalModel":"e2e-att-serve-f03b9e","provider":"e2e-att-serve-f03b9e-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.170355755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"6b3a1636-b589-4c9d-9437-c3425371e948","namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.268365054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a158b8e3-af37-430b-8831-abb295b47341","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.316325649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a5f02646-5d95-4652-9f9e-11a9bf1f2303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.364415557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39860048-6d61-4bd2-8a7e-0d969b54c2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.364434781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e76a986-edb6-4298-970a-4f8379352bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.36489055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"758f3a52-2e3a-4f6f-bc49-41bb80591e04","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.369643145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"a5f02646-5d95-4652-9f9e-11a9bf1f2303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.390631201Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a158b8e3-af37-430b-8831-abb295b47341","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.449218997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a158b8e3-af37-430b-8831-abb295b47341","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:24.510232942Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e76a986-edb6-4298-970a-4f8379352bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:24.526699898Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39860048-6d61-4bd2-8a7e-0d969b54c2ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.538721486Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"758f3a52-2e3a-4f6f-bc49-41bb80591e04","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.542044527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c28421-ebe1-4f16-bf0a-e1e4aa91cc3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.542070309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c28421-ebe1-4f16-bf0a-e1e4aa91cc3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.594298533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"758f3a52-2e3a-4f6f-bc49-41bb80591e04","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.59477356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"997237b9-06e6-42be-9210-aa80931f1d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.594796302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"997237b9-06e6-42be-9210-aa80931f1d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:24.595428594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e76a986-edb6-4298-970a-4f8379352bbd","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.597541923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc8c7e97-7f06-4d31-a024-f3d7a221d6c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.597561767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc8c7e97-7f06-4d31-a024-f3d7a221d6c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:24.597618756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39860048-6d61-4bd2-8a7e-0d969b54c2ae","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.693545916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f03b9e","namespace":"e2e-extmod-att-user-f81667"},"namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","reconcileID":"7886ca53-cc4e-4464-b6f7-2313c88ebc9e","namespace":"e2e-extmod-att-user-f81667","name":"e2e-att-serve-f03b9e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.700095734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"bd06799e-9754-48ef-a3da-9b90c35f8bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.756605836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"10ebc834-44d9-4a04-a056-ee21b2f93ca7","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.75664727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"10ebc834-44d9-4a04-a056-ee21b2f93ca7","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.766691746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"bd06799e-9754-48ef-a3da-9b90c35f8bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.807831465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"97aa3f90-f10d-444c-ad4a-d2f476a2a87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.80793409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c8b70e3b-4ac7-4f7d-a5a5-d0758dd30fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.808504126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"738be044-4b75-4b48-af2c-be222495ca98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.824110181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"1b0dd15b-6675-479d-a9d2-f546161dffab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.861544274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"97aa3f90-f10d-444c-ad4a-d2f476a2a87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.861637536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"c8b70e3b-4ac7-4f7d-a5a5-d0758dd30fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.863819929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"738be044-4b75-4b48-af2c-be222495ca98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:24.877783264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"1b0dd15b-6675-479d-a9d2-f546161dffab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.110747739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"df46d51b-8b69-4441-944a-5f5f0ecc4c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.163834358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"f98fc7b2-b94e-4ecb-ae16-253158b45f65","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.164824431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"df46d51b-8b69-4441-944a-5f5f0ecc4c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.211789805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"781f2795-8afa-480e-837a-a8d4b121b34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.211892506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d5abbe5d-3547-4f97-9455-9be5f8cd1216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.212267384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"059f5bb6-051e-41f2-b727-b8ed7e25269d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.266775488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"781f2795-8afa-480e-837a-a8d4b121b34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.266830643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d5abbe5d-3547-4f97-9455-9be5f8cd1216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.270593648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"059f5bb6-051e-41f2-b727-b8ed7e25269d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.285666557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"f98fc7b2-b94e-4ecb-ae16-253158b45f65","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.346329703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"f98fc7b2-b94e-4ecb-ae16-253158b45f65","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.400767497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db86761c-363c-4365-b01d-17a021f93fb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.400790235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db86761c-363c-4365-b01d-17a021f93fb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.506724727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6ed5e25-fac2-4715-a4e1-877adf363f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.633796329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1d8cb46-8dbf-4e81-b5e5-fb2636c09aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.65236509Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6ed5e25-fac2-4715-a4e1-877adf363f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.680980491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f566cbc1-ad22-46ea-abb1-785a0cb4e8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.68097978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ecdeaf94-e7ce-4ec8-9ade-8e050a4bbdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.687314139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1d8cb46-8dbf-4e81-b5e5-fb2636c09aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.704509964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6ed5e25-fac2-4715-a4e1-877adf363f58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.729954355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"69b57468-0e94-4db4-af8e-781049832c7c","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.736290586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ecdeaf94-e7ce-4ec8-9ade-8e050a4bbdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.736491083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"f566cbc1-ad22-46ea-abb1-785a0cb4e8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.739703776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1d8cb46-8dbf-4e81-b5e5-fb2636c09aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.757149095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e1e24c-1131-4d2c-806e-4d48f75c0640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.757169114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45e1e24c-1131-4d2c-806e-4d48f75c0640","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.784182229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"69b57468-0e94-4db4-af8e-781049832c7c","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.794601544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b30e79b-12d1-4154-a9a0-52db705d35e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.794628387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b30e79b-12d1-4154-a9a0-52db705d35e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.836985329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"69b57468-0e94-4db4-af8e-781049832c7c","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.903321737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"916806d8-37d3-420e-a069-a4df00219be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.938276828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"c472d3de-01b9-4a01-bc89-2d8a30bd40bd","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.938311437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"c472d3de-01b9-4a01-bc89-2d8a30bd40bd","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:25.957591652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"916806d8-37d3-420e-a069-a4df00219be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:26.003773036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"66894fa1-d910-4205-ab51-6a1a468b8ccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:26.034612591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"325b9037-7c00-45e4-b113-06b95f4593bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:26.057530425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"66894fa1-d910-4205-ab51-6a1a468b8ccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:26.089859719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"325b9037-7c00-45e4-b113-06b95f4593bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:26.103857655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"f507c86f-9e00-4781-9154-8856589e1cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:26.158151238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"f507c86f-9e00-4781-9154-8856589e1cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.179030872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"d6543dd1-4d4a-4113-b277-3b4acafb428f","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-e5197a","subscription":"e2e-dft-e5197a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.280697584Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"d6543dd1-4d4a-4113-b277-3b4acafb428f","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.330109648Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-sub","reconcileID":"d6543dd1-4d4a-4113-b277-3b4acafb428f","MaaSSubscription":{"name":"e2e-dft-e5197a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-e5197a","namespace":"llm","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.640574612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"9f8a6676-252c-4ffc-9764-0559565833c3","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.64060485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"9f8a6676-252c-4ffc-9764-0559565833c3","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.779693935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"e6b9a523-cc95-4b14-89ac-182fea4f6dc1","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.779721313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"e6b9a523-cc95-4b14-89ac-182fea4f6dc1","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.788793413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"0c884527-0fa4-46ed-a722-3bb3e915837d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.788817087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48e2ec4e-a093-448a-8f4e-f45bfdaeb397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.837849285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b658e3f8-7e60-41aa-952d-e429a8d637c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.915326141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"0c884527-0fa4-46ed-a722-3bb3e915837d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:33.919895384Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48e2ec4e-a093-448a-8f4e-f45bfdaeb397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:33.950314756Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b658e3f8-7e60-41aa-952d-e429a8d637c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.968225048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"0c884527-0fa4-46ed-a722-3bb3e915837d","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:33.973854652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48e2ec4e-a093-448a-8f4e-f45bfdaeb397","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.974470458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3449560e-51d6-493c-b4ef-2017f05e8115","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:33.974490202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3449560e-51d6-493c-b4ef-2017f05e8115","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:34.004653112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b658e3f8-7e60-41aa-952d-e429a8d637c3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.004902827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e3aa34f-632a-4845-afd5-acb875f4ded0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.004919244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e3aa34f-632a-4845-afd5-acb875f4ded0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:34.01841998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"0c884527-0fa4-46ed-a722-3bb3e915837d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-e5197a-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.018566753Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-e5197a-access","reconcileID":"5294886e-e30c-4e3f-a381-acd5f5261bc8","MaaSAuthPolicy":{"name":"e2e-dft-e5197a-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.124860122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ee31e63-2997-4711-9460-c1046bfe16b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.178260816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ee31e63-2997-4711-9460-c1046bfe16b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.227760988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01f285b-9cb5-402c-a6ee-1fb376f8480b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.230635114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ee31e63-2997-4711-9460-c1046bfe16b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.270195966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"a7ade316-6f78-4678-a8f1-3620e371d82e","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.270219386Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"a7ade316-6f78-4678-a8f1-3620e371d82e","MaaSModelRef":{"name":"e2e-dft-e5197a","namespace":"llm"},"routeName":"external-model-e2e-dft-e5197a-cce1f092d955","namespace":"llm","model":"e2e-dft-e5197a","externalModel":"e2e-dft-e5197a","provider":"e2e-dft-e5197a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.28154956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01f285b-9cb5-402c-a6ee-1fb376f8480b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.321344723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ea7aa27-f154-4ced-922c-ec1c12052129","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.321363782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ea7aa27-f154-4ced-922c-ec1c12052129","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.333696798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a01f285b-9cb5-402c-a6ee-1fb376f8480b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.572628901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7273b473-03c4-4f00-aa78-3d73ab741ff9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.572652236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7273b473-03c4-4f00-aa78-3d73ab741ff9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.771837906Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"3d18131d-86bd-4ac6-8706-dd8cdf6d866c","namespace":"llm","name":"e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.826343846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"289db314-d6b6-464b-bcbf-e60c5193182d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.826365784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"289db314-d6b6-464b-bcbf-e60c5193182d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.826728229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cddfe7ff-c67e-4a9a-80e6-87044366ff37","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.826745946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cddfe7ff-c67e-4a9a-80e6-87044366ff37","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.827027991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bef3d342-d551-428d-9a60-1fc1a85dfb54","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.827043372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bef3d342-d551-428d-9a60-1fc1a85dfb54","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.827275598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf39b17-ce7c-427e-a9d8-ecb15c00b64c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.8272895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebf39b17-ce7c-427e-a9d8-ecb15c00b64c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.827687586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40e93042-e8b4-475b-add3-2c390fa86367","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.82770615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"40e93042-e8b4-475b-add3-2c390fa86367","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.828013959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e9e9487b-f85c-4f7b-be06-a983d4a9672a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.828030034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e9e9487b-f85c-4f7b-be06-a983d4a9672a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.828374795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"da528c36-56f6-405e-859b-e85e753430be","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.828400266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"da528c36-56f6-405e-859b-e85e753430be","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.828711273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab02aca3-48c0-41ba-9056-d07e4231735c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.828725084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab02aca3-48c0-41ba-9056-d07e4231735c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.870350446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"4c2f0104-8004-4a03-b6a1-432bf0072823","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.918593875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"011c6b47-1988-4887-a170-04bd91157620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.918834063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68cfca6b-573e-4c1d-b0f5-df31558a681c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.918994774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f855271-579d-4ad8-97fe-cec34078d63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.918597841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"38411b3d-2f23-4e7c-aa7b-25009e21100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.973080413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"011c6b47-1988-4887-a170-04bd91157620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.973446004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68cfca6b-573e-4c1d-b0f5-df31558a681c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.975229939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f855271-579d-4ad8-97fe-cec34078d63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.975564304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"38411b3d-2f23-4e7c-aa7b-25009e21100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.992128413Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"4c2f0104-8004-4a03-b6a1-432bf0072823","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.025389706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68cfca6b-573e-4c1d-b0f5-df31558a681c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.027213333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f855271-579d-4ad8-97fe-cec34078d63a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.029041461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f050ab66-b8de-4bbe-9347-0385dedb2e0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.029083154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b0e8f0b-9efc-4f3c-aebe-7742cdc8148e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.029528584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-sub-9d04e92a","reconcileID":"dd9c6435-7740-4f65-9b8d-539221c8571a","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.0492438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"4c2f0104-8004-4a03-b6a1-432bf0072823","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.093778061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c616809f-52d8-4fe8-b0af-8dc11382bfc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.093809244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c616809f-52d8-4fe8-b0af-8dc11382bfc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.094444968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7774e533-e827-4804-b1a7-891342807f94","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.094494837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7774e533-e827-4804-b1a7-891342807f94","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.105992448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c82a6608-e043-4697-8557-02d1be75f060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.106016095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c82a6608-e043-4697-8557-02d1be75f060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.246996719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2078942e-129d-46af-baa4-541ad849f90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.300783857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"2078942e-129d-46af-baa4-541ad849f90f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.34703342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"74f99b85-6f82-42b1-baf8-c158fa76d62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.347524721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e37e3fb4-3dbd-4c0e-b355-a3a267e8eafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.348540512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d98c6a12-9a1e-4cef-9fb4-84514b6eab80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.348751634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"45473d66-8b17-4006-abc3-a8861b0aef06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.370350791Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-e5197a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-e5197a","reconcileID":"149f6eb2-2e7b-482b-ba60-7d4dd23e8722","namespace":"llm","name":"e2e-dft-e5197a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.412148171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"74f99b85-6f82-42b1-baf8-c158fa76d62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.419745947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"d98c6a12-9a1e-4cef-9fb4-84514b6eab80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.422405761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e37e3fb4-3dbd-4c0e-b355-a3a267e8eafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.42331995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"45473d66-8b17-4006-abc3-a8861b0aef06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.646488051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ddaac2a2-6a75-4894-afc9-d5126ad75494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.704059529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ddaac2a2-6a75-4894-afc9-d5126ad75494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.748779698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"cb598bf6-8569-4de2-b73a-54db5b6a69d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.805088506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"cb598bf6-8569-4de2-b73a-54db5b6a69d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.850702567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36243b66-6cfb-4831-bedd-d68aac7e92a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.850703119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c635957-c800-4fd4-adc7-47ec6d40972a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.855178265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bc847a79-cca8-4b22-b9f5-1ebbbc8d8240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.909438947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"bc847a79-cca8-4b22-b9f5-1ebbbc8d8240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.008497647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"d5bf2c23-4f64-4c72-bde9-45cb8dae96d9","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:36.008983926Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36243b66-6cfb-4831-bedd-d68aac7e92a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.010041407Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c635957-c800-4fd4-adc7-47ec6d40972a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.065288951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c635957-c800-4fd4-adc7-47ec6d40972a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:36.066322539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36243b66-6cfb-4831-bedd-d68aac7e92a9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.067059587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d3a7c19-097c-47b5-8dfb-99db480a5bf3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.067075899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d3a7c19-097c-47b5-8dfb-99db480a5bf3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.119766201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2a082c-d4a5-49cf-8a2e-d71112813458","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.119789644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e2a082c-d4a5-49cf-8a2e-d71112813458","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.134841082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"d5bf2c23-4f64-4c72-bde9-45cb8dae96d9","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.152529753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d4059a3b-4b44-4a7e-87c7-3ba4cddb56cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.186985435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"d5bf2c23-4f64-4c72-bde9-45cb8dae96d9","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.206522086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d4059a3b-4b44-4a7e-87c7-3ba4cddb56cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.240908874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80ace0f7-ca7d-4992-a1da-8265536e9875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.240925856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80ace0f7-ca7d-4992-a1da-8265536e9875","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.250527393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3a44ccd9-732d-4624-b872-2407fbafa3a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.305520473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"3a44ccd9-732d-4624-b872-2407fbafa3a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.351741354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"9081e4d0-86b9-4e54-b917-e4b329ffed13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.351765751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"aba0b4da-2c53-41aa-b738-5ff4c01239ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.405416972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"aba0b4da-2c53-41aa-b738-5ff4c01239ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.405417406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"9081e4d0-86b9-4e54-b917-e4b329ffed13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.449935973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2e8bca33-a8d9-41be-aea2-fd0616922fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.503578162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2e8bca33-a8d9-41be-aea2-fd0616922fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.550225778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2c790352-8adc-429c-948c-d60dc121b06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.604029111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"2c790352-8adc-429c-948c-d60dc121b06b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.650218997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"9573d6c5-99c6-4e67-b32c-5e1a27560812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.704260944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"9573d6c5-99c6-4e67-b32c-5e1a27560812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.751918419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99593815-ab09-4110-b3a3-b0b761e2bd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.872622658Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99593815-ab09-4110-b3a3-b0b761e2bd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.924964399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99593815-ab09-4110-b3a3-b0b761e2bd84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.979400833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75ed1f7d-dbda-4ae3-a76a-4c4f6a441dae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.979427489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75ed1f7d-dbda-4ae3-a76a-4c4f6a441dae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.223245758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.798392676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"64686ccf-4eb6-47c1-bbf3-54584d542a6d","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.853341056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"6cbf9f0e-4e53-42ab-921d-ce465e723e49","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.895854914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"739928ba-a58b-499f-ac37-2c1b93822815","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.943824509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11ac33e7-76e3-4fc4-982b-79308a294d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.943848667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6077abee-a8cb-4fab-84d0-3f60d36d0733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.944300965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"62c8912c-7773-42ec-b7d6-1e059da453cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.945311714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2734ed33-b93b-454b-b8ba-5b2c4df3ad50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.998076755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6077abee-a8cb-4fab-84d0-3f60d36d0733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:39.998666089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11ac33e7-76e3-4fc4-982b-79308a294d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.000415765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"62c8912c-7773-42ec-b7d6-1e059da453cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.000816512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2734ed33-b93b-454b-b8ba-5b2c4df3ad50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.016105685Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"739928ba-a58b-499f-ac37-2c1b93822815","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.05055089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"11ac33e7-76e3-4fc4-982b-79308a294d67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.052795369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2734ed33-b93b-454b-b8ba-5b2c4df3ad50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.068183624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"739928ba-a58b-499f-ac37-2c1b93822815","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.15641724Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"4bdaa253-1e5b-4c1b-914a-448c0c978327","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.251589849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"0dec9c36-6144-4fcf-aaa6-dafbd478d4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.252886482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"65c1325f-7434-43e0-9528-d1fa2248b481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.306155887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"0dec9c36-6144-4fcf-aaa6-dafbd478d4a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.306738439Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"6e69ed60-3aee-4743-be2a-8f10789c2974","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.307749875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"65c1325f-7434-43e0-9528-d1fa2248b481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.350756031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4104df02-3f14-4902-837f-e3011413014e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.351537281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"f37a955c-d90d-4b2b-b797-d831055d163b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.35209844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"efdd2dad-e1c8-45b1-a5b7-ac52c3410a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.410501497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4104df02-3f14-4902-837f-e3011413014e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.412867738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"f37a955c-d90d-4b2b-b797-d831055d163b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:40.413269522Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"6e69ed60-3aee-4743-be2a-8f10789c2974","name":"e2e-fail-f4435682","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-f4435682\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:25:40.413335735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"6e69ed60-3aee-4743-be2a-8f10789c2974","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-f4435682\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.413615325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57cc810f-9d21-4e3d-b34e-0c4e3fe4c739","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.41363305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57cc810f-9d21-4e3d-b34e-0c4e3fe4c739","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.416779308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"efdd2dad-e1c8-45b1-a5b7-ac52c3410a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.419048217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c895cb5f-00c3-4544-8af4-8566f6cd0cc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.419124104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c895cb5f-00c3-4544-8af4-8566f6cd0cc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.468445508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"93cdf034-01de-4bb1-a3bf-cc0491a00d95","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.676725892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"8752002e-ced0-429d-8979-ccbf4fa5cadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.680249669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"7ffcd821-443c-44da-aa4c-a711f606baa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.730902051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"8752002e-ced0-429d-8979-ccbf4fa5cadf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.733666884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"7ffcd821-443c-44da-aa4c-a711f606baa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.771360965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9a04ba0a-ddd6-4ed4-b8ff-f9a068d95e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.773607436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a664da1-dc22-49d4-a554-9bcba6e3e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.82471869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"9a04ba0a-ddd6-4ed4-b8ff-f9a068d95e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.858080973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4f8bd74-1648-4883-b079-74f61bd49f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.914002043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a664da1-dc22-49d4-a554-9bcba6e3e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.915493114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4f8bd74-1648-4883-b079-74f61bd49f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.969833278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a664da1-dc22-49d4-a554-9bcba6e3e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.997445579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4f8bd74-1648-4883-b079-74f61bd49f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:40.999431425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"56312534-969a-4b37-9433-f8ba20aed0fb","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.032617809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"c65ddf44-2aea-45fd-a47c-7988f50ea663","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.055080463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"40012e5c-6f55-4c42-9dd5-d295f6e0db09","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.055116836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"40012e5c-6f55-4c42-9dd5-d295f6e0db09","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.085257178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"092a4e53-dfff-4c02-b854-c34eea587066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.1387369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"092a4e53-dfff-4c02-b854-c34eea587066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.158624106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9ec656d-0106-47ee-9397-dc98839c96e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.158999755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9ec656d-0106-47ee-9397-dc98839c96e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.159500697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae414bf5-0961-488c-a369-5517d0f1a064","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.159515921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae414bf5-0961-488c-a369-5517d0f1a064","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.161175487Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"c65ddf44-2aea-45fd-a47c-7988f50ea663","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.181441247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e4242ce6-bdef-4ae4-a1b9-b484c2ec2943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.209039845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"ea5d04fd-0ab9-4126-acd6-9972966bf6d8","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.20905764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"ea5d04fd-0ab9-4126-acd6-9972966bf6d8","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.213381668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"c65ddf44-2aea-45fd-a47c-7988f50ea663","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.233435397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"41e3cc27-dfba-441b-b6ad-1943c81753b9","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.235211204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"e4242ce6-bdef-4ae4-a1b9-b484c2ec2943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.265433151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d74faa7-5f38-4679-a509-455883061dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.26548382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d74faa7-5f38-4679-a509-455883061dcf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.281260187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"dea6a2cb-c936-4630-885f-3f6a8f6ddbde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.335072019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"dea6a2cb-c936-4630-885f-3f6a8f6ddbde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.354310711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"41e3cc27-dfba-441b-b6ad-1943c81753b9","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.406686325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"41e3cc27-dfba-441b-b6ad-1943c81753b9","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.411843033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"883ca601-e6cf-4b45-a0b3-feb0acc5bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.508380356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"2d214c1a-b0ff-4e34-9d5a-2bcf4c405048","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.508415398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"2d214c1a-b0ff-4e34-9d5a-2bcf4c405048","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.512227741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"94901af3-79e1-45a0-8ba1-4df0e3641da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.529516963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"4b9db982-0154-4439-92e8-f30399d4c610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.533489707Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"883ca601-e6cf-4b45-a0b3-feb0acc5bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.575548701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"94901af3-79e1-45a0-8ba1-4df0e3641da2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.584537213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"4b9db982-0154-4439-92e8-f30399d4c610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.586428165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"883ca601-e6cf-4b45-a0b3-feb0acc5bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.618865211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9af461f-8e3f-4a06-b93a-972ac7ad81e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.641180043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e93981b7-41d3-4357-8cf2-080821c92687","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.641195897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e93981b7-41d3-4357-8cf2-080821c92687","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.673412766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9af461f-8e3f-4a06-b93a-972ac7ad81e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.713287726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e541a5e2-9629-443d-b252-113da6012553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.725481164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9af461f-8e3f-4a06-b93a-972ac7ad81e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.769070484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a2f09d54-8624-4e77-b9af-5e62db6d1053","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.773969018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"e541a5e2-9629-443d-b252-113da6012553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.779650953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41942a1c-54bd-4a9a-917f-27de223fb0df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.779669142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41942a1c-54bd-4a9a-917f-27de223fb0df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.89126714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a2f09d54-8624-4e77-b9af-5e62db6d1053","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.913203286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c96c35fa-29a3-42a8-bb89-f73ebf0adfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.917402095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a4b2735e-1a8d-4a01-beb2-14f5be5e9951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.924046197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"d53d4d08-07cf-442b-a917-c984169fe9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.94348563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a2f09d54-8624-4e77-b9af-5e62db6d1053","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.967119801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"c96c35fa-29a3-42a8-bb89-f73ebf0adfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.972276562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a4b2735e-1a8d-4a01-beb2-14f5be5e9951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.977754671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"d53d4d08-07cf-442b-a917-c984169fe9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.997393031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91e48bad-17fd-4395-8f46-7d7185624d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.997410319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91e48bad-17fd-4395-8f46-7d7185624d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:42.066079653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"17cbf852-7f62-4ac8-b93e-f1bda2ed0d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:42.181490489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"17cbf852-7f62-4ac8-b93e-f1bda2ed0d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:42.230039516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0f950de2-e979-4d5a-b35e-add15435c18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:42.279903576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"7199b6a4-a4d6-4f19-b444-0f4444706fde","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:42.285290751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"0f950de2-e979-4d5a-b35e-add15435c18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:42.334000156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"7199b6a4-a4d6-4f19-b444-0f4444706fde","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:42.38637577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"7199b6a4-a4d6-4f19-b444-0f4444706fde","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:51.787659738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b290e61b-35eb-421e-b950-2ecf8baa103a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:51.911290924Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b290e61b-35eb-421e-b950-2ecf8baa103a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:51.928853919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fd69b4b-f69c-4f51-aa9a-d870e52e7363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:51.963875764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b290e61b-35eb-421e-b950-2ecf8baa103a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:51.982785565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fd69b4b-f69c-4f51-aa9a-d870e52e7363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.017170786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de1f3fe8-89c2-4c30-908e-5e73d78d0de0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.017193996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de1f3fe8-89c2-4c30-908e-5e73d78d0de0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.035517654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fd69b4b-f69c-4f51-aa9a-d870e52e7363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.090130939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f51b350-7552-4244-be09-e5bdbb4d756f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.090153008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f51b350-7552-4244-be09-e5bdbb4d756f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.095307662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"83a15e04-9cc7-4ad2-87a7-3c07fc2f4548","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.216144455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"83a15e04-9cc7-4ad2-87a7-3c07fc2f4548","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.268646882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"83a15e04-9cc7-4ad2-87a7-3c07fc2f4548","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.323363994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0827065-1370-488a-8360-ffc550d2a19a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.32338684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0827065-1370-488a-8360-ffc550d2a19a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.487992916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"9800f3f8-d276-48dc-868b-7ec9a45c91c6","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.5429529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"9800f3f8-d276-48dc-868b-7ec9a45c91c6","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.596189671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"9800f3f8-d276-48dc-868b-7ec9a45c91c6","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.556829451Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","namespace":"ai-tenant-e2e-inf-a-389c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.556921555Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","namespace":"ai-tenant-e2e-inf-a-389c3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.556996944Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","tenant":"e2e-inf-a-389c3d","tenantID":"e2e-inf-a-389c3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.608571798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"Deployment","name":"maas-api-e2e-inf-a-389c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.664983894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"Service","name":"maas-api-e2e-inf-a-389c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.716564649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-389c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.767115283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-389c3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.818416183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.870200047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.924543307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.989324928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.040177514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"Deployment","name":"payload-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.08892243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.1373145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"Service","name":"payload-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.187861282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.236921667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.285340182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.333898293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.386791152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.435135655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.484028414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.53383633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-389c3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:56.586828389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-389c3d"},"namespace":"ai-tenant-e2e-inf-a-389c3d","name":"default-tenant","reconcileID":"21e83948-c6dc-418f-83dc-9abc26a201cd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-389c3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.169793377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89b66092-aff3-4df4-838b-4b814d77415b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.273917126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"264876b1-68a0-425f-8606-811b7d0abf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.274518199Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-389c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-389c3d","reconcileID":"948e30b9-b267-4ff6-bae3-90a7871f1011","aitenant":"ai-tenants/e2e-inf-a-389c3d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.29332276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89b66092-aff3-4df4-838b-4b814d77415b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.327976653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"264876b1-68a0-425f-8606-811b7d0abf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.346301646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89b66092-aff3-4df4-838b-4b814d77415b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.381034882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"264876b1-68a0-425f-8606-811b7d0abf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.401380263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5d959ee-46b1-4f9d-bf29-271b951ac56c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.4014009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5d959ee-46b1-4f9d-bf29-271b951ac56c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.421742716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a6306afb-8513-4eb7-b47a-eb5c45f4c458","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.435295694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a0af71c-4b6d-4574-832f-51a36a96bc63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.435311682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a0af71c-4b6d-4574-832f-51a36a96bc63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.541839841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a6306afb-8513-4eb7-b47a-eb5c45f4c458","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.593912161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"a6306afb-8513-4eb7-b47a-eb5c45f4c458","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.648273617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a8c6a8-d591-4942-8b2f-df568f4ff87a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.648298929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a8c6a8-d591-4942-8b2f-df568f4ff87a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.696515169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"9d158ae0-0e34-486f-befd-0b54b1cc9dc8","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.750045769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"9d158ae0-0e34-486f-befd-0b54b1cc9dc8","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.802940216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"9d158ae0-0e34-486f-befd-0b54b1cc9dc8","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.811637267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0709da53-3dc5-4286-95ec-64a0ca871119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.861467535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0709da53-3dc5-4286-95ec-64a0ca871119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.910381403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0709da53-3dc5-4286-95ec-64a0ca871119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:02.95907218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0709da53-3dc5-4286-95ec-64a0ca871119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:03.067645601Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-389c3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-389c3d","reconcileID":"948e30b9-b267-4ff6-bae3-90a7871f1011","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-389c3d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-389c3d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:04.729546101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f44e656-82df-4abd-92ef-053470b19dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:04.778338869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f44e656-82df-4abd-92ef-053470b19dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:04.829953788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f44e656-82df-4abd-92ef-053470b19dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:04.879933567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f44e656-82df-4abd-92ef-053470b19dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:06.699759784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6906a0ea-2e25-4d0f-975a-96987d3bae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:06.758177547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6906a0ea-2e25-4d0f-975a-96987d3bae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:06.806934052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6906a0ea-2e25-4d0f-975a-96987d3bae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:06.866830919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6906a0ea-2e25-4d0f-975a-96987d3bae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:09.220750928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:11.889149847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e2ec81-7d10-4e30-97ac-cec0f69782c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:11.937933573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e2ec81-7d10-4e30-97ac-cec0f69782c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:11.986771378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e2ec81-7d10-4e30-97ac-cec0f69782c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.036793174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e2ec81-7d10-4e30-97ac-cec0f69782c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.384528536Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-caf52e0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-caf52e0d","reconcileID":"23e6cf30-9be9-4260-bf1c-950b0ab45760","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-caf52e0d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-caf52e0d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.549003223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"396e2bba-3f15-4a8b-b568-5850a28c48d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.647515234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"454abd8d-ee5a-443b-a73b-551a51d4ec27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.682650491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"396e2bba-3f15-4a8b-b568-5850a28c48d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.704317808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"454abd8d-ee5a-443b-a73b-551a51d4ec27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.744057693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"396e2bba-3f15-4a8b-b568-5850a28c48d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.751944405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"18b0ae2a-13ef-470a-ba23-5508f1fed8ba","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.759574563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"454abd8d-ee5a-443b-a73b-551a51d4ec27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.801191522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db1d786e-0e61-4922-9758-d79559356805","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.801214399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db1d786e-0e61-4922-9758-d79559356805","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.814331211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06bfaae9-3c34-4dc2-bcda-848a19d6e395","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.814351414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06bfaae9-3c34-4dc2-bcda-848a19d6e395","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.875811622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"18b0ae2a-13ef-470a-ba23-5508f1fed8ba","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.900776706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"a1b22026-b168-4733-b657-9d1bfd59244c","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.927815498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"18b0ae2a-13ef-470a-ba23-5508f1fed8ba","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:12.954387286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"a1b22026-b168-4733-b657-9d1bfd59244c","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:13.022706635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"a1b22026-b168-4733-b657-9d1bfd59244c","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:13.022927263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0a6cf44-5e50-49a6-a202-4ed1b9431632","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:13.022944673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0a6cf44-5e50-49a6-a202-4ed1b9431632","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:13.902436803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aa4756-97f2-442c-a284-b40732241839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:13.950979718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aa4756-97f2-442c-a284-b40732241839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:13.999758561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aa4756-97f2-442c-a284-b40732241839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:14.048258845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27aa4756-97f2-442c-a284-b40732241839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:15.901788172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cfbce6-ff07-406b-9a65-f955a3ee923a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:15.950882038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cfbce6-ff07-406b-9a65-f955a3ee923a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:16.000189356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cfbce6-ff07-406b-9a65-f955a3ee923a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:16.077790766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cfbce6-ff07-406b-9a65-f955a3ee923a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:22.962472364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b638218-5d94-4a51-b7a4-f1c7782359a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.053687316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbf788d3-a6dd-4253-a00a-4ba765a2d394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.083760467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b638218-5d94-4a51-b7a4-f1c7782359a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.109032227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbf788d3-a6dd-4253-a00a-4ba765a2d394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.136608856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b638218-5d94-4a51-b7a4-f1c7782359a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.161801319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dbf788d3-a6dd-4253-a00a-4ba765a2d394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.191633917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"535b2b23-bc37-4bc7-953e-4831e9d23745","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.19165421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"535b2b23-bc37-4bc7-953e-4831e9d23745","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.204711257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"b62d6f33-ee5b-403c-bf0c-8a4974910ac3","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.204718749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"66e69c7f-34f4-4a2b-ae7b-54bd5180c9dc","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.215992707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8452c6f-315d-4269-a3f4-fedc5628b957","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.21601139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8452c6f-315d-4269-a3f4-fedc5628b957","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.260337813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"66e69c7f-34f4-4a2b-ae7b-54bd5180c9dc","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.314354035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ee53b77ddd78c4898870b84d5a4c7cb5a95b05432a7c6b08f92dc4fdd630de7) AuthConfig (5a835243e368b47b990fe66f994b8fb9fee0605ebb805d44d5dbc298b50bb71d) AuthConfig (5c55f00100f723284ea1f1e6e33bbda610f0994afdb8c78d1eb0b7f331fb9df2) AuthConfig (1d31d1fb28fe17db172776a03832bb5deb4e058d840d324bce4c4c9161211829) AuthConfig (7ac491fcf4b14ef91a2dbec5836768a1d964fc1f0aba3ce1c9554afdfe595f58) AuthConfig (d2cfaac75b1309375fad7f922a6900bf1b22f2f06413dfa48cc39f591eecd55f) AuthConfig (8276e892682f40fa3aa305de5a867405e164c2ce235484e9c88032edb59c3c29) AuthConfig (e06a728fe7f5effda7746381a964348b4eee871382d6ab77210a8521ca8ab54d) AuthConfig (0ebb4f6b6bc88beac300ef1f6a9a272b8df49ea23bf41fba4e7fc231facd48a1) AuthConfig (36d0587d75e47bc01071892592fcd26ec406d6184bacf9897bca26d8583bf2ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"66e69c7f-34f4-4a2b-ae7b-54bd5180c9dc","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.334225947Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"b62d6f33-ee5b-403c-bf0c-8a4974910ac3","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.386834607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"b62d6f33-ee5b-403c-bf0c-8a4974910ac3","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.419937245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"1132e540-5b5b-4a02-8096-e2bf5b0900fc","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.419964962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"1132e540-5b5b-4a02-8096-e2bf5b0900fc","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.47075668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a61d5809-9f7e-4882-9a1a-48f90f7e36a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.470780775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a61d5809-9f7e-4882-9a1a-48f90f7e36a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:25.571996261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"6ebae65a-9d65-4506-a7c0-8f2b917f86d0","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:25.630029925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"6ebae65a-9d65-4506-a7c0-8f2b917f86d0","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:25.682727285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ee53b77ddd78c4898870b84d5a4c7cb5a95b05432a7c6b08f92dc4fdd630de7) AuthConfig (5a835243e368b47b990fe66f994b8fb9fee0605ebb805d44d5dbc298b50bb71d) AuthConfig (5c55f00100f723284ea1f1e6e33bbda610f0994afdb8c78d1eb0b7f331fb9df2) AuthConfig (1d31d1fb28fe17db172776a03832bb5deb4e058d840d324bce4c4c9161211829) AuthConfig (7ac491fcf4b14ef91a2dbec5836768a1d964fc1f0aba3ce1c9554afdfe595f58) AuthConfig (d2cfaac75b1309375fad7f922a6900bf1b22f2f06413dfa48cc39f591eecd55f) AuthConfig (8276e892682f40fa3aa305de5a867405e164c2ce235484e9c88032edb59c3c29) AuthConfig (e06a728fe7f5effda7746381a964348b4eee871382d6ab77210a8521ca8ab54d) AuthConfig (0ebb4f6b6bc88beac300ef1f6a9a272b8df49ea23bf41fba4e7fc231facd48a1) AuthConfig (36d0587d75e47bc01071892592fcd26ec406d6184bacf9897bca26d8583bf2ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"6ebae65a-9d65-4506-a7c0-8f2b917f86d0","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.337399278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecc8d794-74bd-43bc-a497-4918e53de1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.363383454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9416a5a-8a10-405d-8682-ade015fc2661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.458794249Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecc8d794-74bd-43bc-a497-4918e53de1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:33.474263489Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9416a5a-8a10-405d-8682-ade015fc2661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.51093725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecc8d794-74bd-43bc-a497-4918e53de1a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:33.526961838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9416a5a-8a10-405d-8682-ade015fc2661","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.527424686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"104a923e-9b5a-4578-ad70-29de7fc1ee7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.527441555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"104a923e-9b5a-4578-ad70-29de7fc1ee7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.539731229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"9bf4b119-f9c1-43c2-b80b-a74140eb25fc","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.565990992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"481cced2-a920-423e-9504-9e7081476345","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.56601201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"481cced2-a920-423e-9504-9e7081476345","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.660438542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"9bf4b119-f9c1-43c2-b80b-a74140eb25fc","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.688514133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7bbb6c2-ace9-408e-9847-d82b8249bba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.712414456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"9bf4b119-f9c1-43c2-b80b-a74140eb25fc","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.766660626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90b4ec32-0a7b-474e-8999-2c6c37696e9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.766679186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90b4ec32-0a7b-474e-8999-2c6c37696e9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.808973341Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7bbb6c2-ace9-408e-9847-d82b8249bba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.863052904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7bbb6c2-ace9-408e-9847-d82b8249bba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.917372644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d6c63ef-9fd9-4692-ad21-c1617eaee880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.917391463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d6c63ef-9fd9-4692-ad21-c1617eaee880","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:35.781659982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"8ed96dda-9fcb-40c0-804b-4901d09f6829","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:35.835636338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"8ed96dda-9fcb-40c0-804b-4901d09f6829","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:35.888614572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ee53b77ddd78c4898870b84d5a4c7cb5a95b05432a7c6b08f92dc4fdd630de7) AuthConfig (5a835243e368b47b990fe66f994b8fb9fee0605ebb805d44d5dbc298b50bb71d) AuthConfig (5c55f00100f723284ea1f1e6e33bbda610f0994afdb8c78d1eb0b7f331fb9df2) AuthConfig (1d31d1fb28fe17db172776a03832bb5deb4e058d840d324bce4c4c9161211829) AuthConfig (7ac491fcf4b14ef91a2dbec5836768a1d964fc1f0aba3ce1c9554afdfe595f58) AuthConfig (d2cfaac75b1309375fad7f922a6900bf1b22f2f06413dfa48cc39f591eecd55f) AuthConfig (8276e892682f40fa3aa305de5a867405e164c2ce235484e9c88032edb59c3c29) AuthConfig (e06a728fe7f5effda7746381a964348b4eee871382d6ab77210a8521ca8ab54d) AuthConfig (0ebb4f6b6bc88beac300ef1f6a9a272b8df49ea23bf41fba4e7fc231facd48a1) AuthConfig (36d0587d75e47bc01071892592fcd26ec406d6184bacf9897bca26d8583bf2ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"8ed96dda-9fcb-40c0-804b-4901d09f6829","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.330576328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"f9ddd70e-9bfa-4644-b460-9a2c819550d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.442102765Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"f9ddd70e-9bfa-4644-b460-9a2c819550d9","name":"e2e-inf-a-5d39ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:39.221330076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:43.712341825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d95cf8e-0417-4f5a-b01f-f74aed3156ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:43.768442991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d95cf8e-0417-4f5a-b01f-f74aed3156ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:43.821394397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d95cf8e-0417-4f5a-b01f-f74aed3156ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:43.866552355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"8c54ab23-e281-472f-83e6-4e2524125c60","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:43.876498194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b4dfd0d-acae-43fd-892d-aa5f8caa171a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:43.876514704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b4dfd0d-acae-43fd-892d-aa5f8caa171a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:43.987847131Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"8c54ab23-e281-472f-83e6-4e2524125c60","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.040887368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"8c54ab23-e281-472f-83e6-4e2524125c60","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.064637929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1319a382-a43b-42d4-b7da-4bc179364e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.095511269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01e3c8b8-986b-4939-80dd-6d6056714f4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.095528091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01e3c8b8-986b-4939-80dd-6d6056714f4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.185619803Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1319a382-a43b-42d4-b7da-4bc179364e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.238050918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1319a382-a43b-42d4-b7da-4bc179364e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.291033546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"534ac941-adcc-41a6-a137-15e2aff4c6e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.291049981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"534ac941-adcc-41a6-a137-15e2aff4c6e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.988492256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"dd59bdfa-d3c6-4e2b-85d2-ae83db0a041a","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.042366945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"dd59bdfa-d3c6-4e2b-85d2-ae83db0a041a","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.094994369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ee53b77ddd78c4898870b84d5a4c7cb5a95b05432a7c6b08f92dc4fdd630de7) AuthConfig (5a835243e368b47b990fe66f994b8fb9fee0605ebb805d44d5dbc298b50bb71d) AuthConfig (5c55f00100f723284ea1f1e6e33bbda610f0994afdb8c78d1eb0b7f331fb9df2) AuthConfig (1d31d1fb28fe17db172776a03832bb5deb4e058d840d324bce4c4c9161211829) AuthConfig (7ac491fcf4b14ef91a2dbec5836768a1d964fc1f0aba3ce1c9554afdfe595f58) AuthConfig (d2cfaac75b1309375fad7f922a6900bf1b22f2f06413dfa48cc39f591eecd55f) AuthConfig (8276e892682f40fa3aa305de5a867405e164c2ce235484e9c88032edb59c3c29) AuthConfig (e06a728fe7f5effda7746381a964348b4eee871382d6ab77210a8521ca8ab54d) AuthConfig (0ebb4f6b6bc88beac300ef1f6a9a272b8df49ea23bf41fba4e7fc231facd48a1) AuthConfig (36d0587d75e47bc01071892592fcd26ec406d6184bacf9897bca26d8583bf2ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"dd59bdfa-d3c6-4e2b-85d2-ae83db0a041a","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.031100679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d78c06a-c8b2-4e60-922d-be29e8f973f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.093195776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d78c06a-c8b2-4e60-922d-be29e8f973f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.146249497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d78c06a-c8b2-4e60-922d-be29e8f973f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.195889873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"2aadea0a-e48c-43fc-a41d-0e0db52eb435","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.20124464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3db747b8-d71e-4fe0-a69f-1fc4f32d6f5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.201263058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3db747b8-d71e-4fe0-a69f-1fc4f32d6f5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.319143965Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"2aadea0a-e48c-43fc-a41d-0e0db52eb435","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.377145467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"2aadea0a-e48c-43fc-a41d-0e0db52eb435","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.431037815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f252b3b8-d8f8-4eb8-ba6e-9d7e3f106069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.431062153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f252b3b8-d8f8-4eb8-ba6e-9d7e3f106069","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.443940987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8aef1256-adf3-45e3-ada7-d91e486e7686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.567977972Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8aef1256-adf3-45e3-ada7-d91e486e7686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.620426798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8aef1256-adf3-45e3-ada7-d91e486e7686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.676424216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1934d482-1e1d-4379-98ca-e21e3ac18b43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.676473387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1934d482-1e1d-4379-98ca-e21e3ac18b43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:56.193590858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"b1c52247-67c8-48a9-99a6-3a8d08e12198","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:56.247744992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"b1c52247-67c8-48a9-99a6-3a8d08e12198","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:56.30048191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d0b209-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9ee53b77ddd78c4898870b84d5a4c7cb5a95b05432a7c6b08f92dc4fdd630de7) AuthConfig (5a835243e368b47b990fe66f994b8fb9fee0605ebb805d44d5dbc298b50bb71d) AuthConfig (5c55f00100f723284ea1f1e6e33bbda610f0994afdb8c78d1eb0b7f331fb9df2) AuthConfig (1d31d1fb28fe17db172776a03832bb5deb4e058d840d324bce4c4c9161211829) AuthConfig (7ac491fcf4b14ef91a2dbec5836768a1d964fc1f0aba3ce1c9554afdfe595f58) AuthConfig (d2cfaac75b1309375fad7f922a6900bf1b22f2f06413dfa48cc39f591eecd55f) AuthConfig (8276e892682f40fa3aa305de5a867405e164c2ce235484e9c88032edb59c3c29) AuthConfig (e06a728fe7f5effda7746381a964348b4eee871382d6ab77210a8521ca8ab54d) AuthConfig (0ebb4f6b6bc88beac300ef1f6a9a272b8df49ea23bf41fba4e7fc231facd48a1) AuthConfig (36d0587d75e47bc01071892592fcd26ec406d6184bacf9897bca26d8583bf2ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"b1c52247-67c8-48a9-99a6-3a8d08e12198","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.354317944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32ae783e-a2c9-4965-9939-51bd5f198ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.408593487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32ae783e-a2c9-4965-9939-51bd5f198ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.460993609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32ae783e-a2c9-4965-9939-51bd5f198ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.514667974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1338f5d7-4f7e-417f-90a7-d393672f6497","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.514687463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1338f5d7-4f7e-417f-90a7-d393672f6497","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.532654047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"1bdb691b-9871-4c06-a1db-2f27564e1fed","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.662162469Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"1bdb691b-9871-4c06-a1db-2f27564e1fed","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.716309574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"1bdb691b-9871-4c06-a1db-2f27564e1fed","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.76909339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa5d8ed7-66f2-49c6-b60b-8bd51f55c122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.769114322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa5d8ed7-66f2-49c6-b60b-8bd51f55c122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.827184064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d26293d-1707-4757-9bde-f543ee10c930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.956596955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d26293d-1707-4757-9bde-f543ee10c930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.009119136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d26293d-1707-4757-9bde-f543ee10c930","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.064076269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a43bc849-92ed-4d97-9609-dcb5a60e31c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.064097472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a43bc849-92ed-4d97-9609-dcb5a60e31c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:06.399474115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"d812e1b3-a334-402e-ad6a-08beb8f8edf7","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:06.453398057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"d812e1b3-a334-402e-ad6a-08beb8f8edf7","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:06.865499355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"6736964e-ec56-4404-b259-c82cb2921e23","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:06.865532879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"6736964e-ec56-4404-b259-c82cb2921e23","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.433624517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"5bcb6739-0e16-4854-9e99-f4dd0074415d","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.433657341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"5bcb6739-0e16-4854-9e99-f4dd0074415d","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.482136942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"a47b25e6-6ded-4552-8414-db2488bd9e37","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:08.490301054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"1a7b51eb-4394-45aa-9775-5be479e4403b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-f4435682-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.535825782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"a47b25e6-6ded-4552-8414-db2488bd9e37","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.587082011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"43fbc211-5337-4bf0-9717-2641c95461fb","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.587110371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"43fbc211-5337-4bf0-9717-2641c95461fb","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:08.68649601Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"43fbc211-5337-4bf0-9717-2641c95461fb","name":"e2e-fail-f4435682","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-f4435682\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:08.686564841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"43fbc211-5337-4bf0-9717-2641c95461fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-f4435682\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.735370167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"ada7f29a-bd55-4125-9734-47a27956529b","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.735394484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"ada7f29a-bd55-4125-9734-47a27956529b","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.880257047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"3786688d-7b0e-48a4-ab35-eb0377a0a60b","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.904153544Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"c79ad1b3-e448-4259-8722-93e12eb1f365","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"maas-trlp-e2e-fail-f4435682","model":"e2e-fail-f4435682","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d0b209/e2e-fail-f4435682-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:08.933626154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"3786688d-7b0e-48a4-ab35-eb0377a0a60b","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:09.156791101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"4dc01693-9972-4f6f-bae3-10b1a3e8885a","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:09.156817417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"4dc01693-9972-4f6f-bae3-10b1a3e8885a","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:09.220884866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:09.351932548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"6fc3f7b7-045d-41ae-95e5-184af9bbe4fa","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"maas-trlp-e2e-fail-f4435682","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.660543466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f02618a-1d4d-4706-81d5-2a5a07735ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.713790891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f02618a-1d4d-4706-81d5-2a5a07735ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.766554607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f02618a-1d4d-4706-81d5-2a5a07735ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.821653689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74ef71fe-ad96-42ce-89d0-7f9f8276f276","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.821675239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74ef71fe-ad96-42ce-89d0-7f9f8276f276","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.869295295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"d9bcd4b1-6224-4aa3-b30e-464e957faede","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.989685026Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"d9bcd4b1-6224-4aa3-b30e-464e957faede","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:15.042687126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"d9bcd4b1-6224-4aa3-b30e-464e957faede","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:15.095304115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa0d35f4-799c-4457-8660-90d68c07a6d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:15.095322906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa0d35f4-799c-4457-8660-90d68c07a6d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:15.211250369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8671b796-bbb2-4b18-bb8d-fb1a0cae301d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:15.331419566Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8671b796-bbb2-4b18-bb8d-fb1a0cae301d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:15.38397494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8671b796-bbb2-4b18-bb8d-fb1a0cae301d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:15.438828895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c2caac2-04b3-4449-b04a-b63bf1bca1c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:15.438849038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c2caac2-04b3-4449-b04a-b63bf1bca1c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.968109316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7925efc7-8403-44d9-8a73-7890d993da91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.0222898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7925efc7-8403-44d9-8a73-7890d993da91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.074439549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7925efc7-8403-44d9-8a73-7890d993da91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.129912753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"825e911b-509c-4519-b864-05afc8ded951","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.129939129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"825e911b-509c-4519-b864-05afc8ded951","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.19349126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"36ec2df9-3fc2-44d5-af65-787641f92b33","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.315676789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"36ec2df9-3fc2-44d5-af65-787641f92b33","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.367909857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"36ec2df9-3fc2-44d5-af65-787641f92b33","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.422588345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4141e43c-b0a1-49dc-83bf-245bbce4efae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.422609662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4141e43c-b0a1-49dc-83bf-245bbce4efae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.585655802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a790f9e-d71e-4161-8ac4-7e59cf4b2ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.707895432Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a790f9e-d71e-4161-8ac4-7e59cf4b2ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.759866614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a790f9e-d71e-4161-8ac4-7e59cf4b2ebb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.812322272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0151479d-8f2b-419e-8610-07438e787421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.812340595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0151479d-8f2b-419e-8610-07438e787421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.669976415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"e7cc6630-2480-4523-af56-e0c730ffa00a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-caf52e0d","tenantID":"e2e-mt-caf52e0d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.78139627Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"e7cc6630-2480-4523-af56-e0c730ffa00a","name":"e2e-mt-caf52e0d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.116672893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2196ef7e-b04f-4738-a13a-6326f176da79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.116698112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2196ef7e-b04f-4738-a13a-6326f176da79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.213906071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"0929f4cd-d3d2-4ee6-8a0e-fe1996925b57","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.275019301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ae7e41-22fe-457e-b884-7675d6d7ad91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.328910878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ae7e41-22fe-457e-b884-7675d6d7ad91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.334765166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"0929f4cd-d3d2-4ee6-8a0e-fe1996925b57","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.381408168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25ae7e41-22fe-457e-b884-7675d6d7ad91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.386766202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"0929f4cd-d3d2-4ee6-8a0e-fe1996925b57","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.436251899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28392de0-967b-4a6a-a27b-e18d99006536","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.436275129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28392de0-967b-4a6a-a27b-e18d99006536","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.438324547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3804126b-ea69-4cd8-a4b3-06b189bca30c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.438341861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3804126b-ea69-4cd8-a4b3-06b189bca30c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.521020305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"7c1b2b07-ad26-43c0-b78b-94514c385e0c","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.574663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"7c1b2b07-ad26-43c0-b78b-94514c385e0c","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.627282255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"7c1b2b07-ad26-43c0-b78b-94514c385e0c","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.679989396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e072f5e8-8931-4ce7-9c37-5faee41cb10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.680011772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e072f5e8-8931-4ce7-9c37-5faee41cb10b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.959328936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a1771e-b551-49a4-9216-7d02ec1ec5bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:36.084176183Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a1771e-b551-49a4-9216-7d02ec1ec5bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:36.136788379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a1771e-b551-49a4-9216-7d02ec1ec5bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:36.191254964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12a6f88c-b2a3-4328-9665-dc23cf5c87ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:36.191277942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12a6f88c-b2a3-4328-9665-dc23cf5c87ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:39.221816138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.535352441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"dbbdff8e-3ab2-493a-b294-6d3363a53e4c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.582854902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1444301-8eaa-4232-b59b-33da96ad74be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.636661715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1444301-8eaa-4232-b59b-33da96ad74be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.655734975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"dbbdff8e-3ab2-493a-b294-6d3363a53e4c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.688794489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1444301-8eaa-4232-b59b-33da96ad74be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.707933676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"dbbdff8e-3ab2-493a-b294-6d3363a53e4c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.74410004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41fee9ee-9083-4cff-b4a0-d45c8f91211b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.744120859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41fee9ee-9083-4cff-b4a0-d45c8f91211b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.761683489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eedaa087-6876-4866-b30e-ea9d2588d3fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.761704033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eedaa087-6876-4866-b30e-ea9d2588d3fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.778171641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"4d627ee5-b918-4502-bdf7-4a1b90c61d8e","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.831772386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"4d627ee5-b918-4502-bdf7-4a1b90c61d8e","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.883711368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"4d627ee5-b918-4502-bdf7-4a1b90c61d8e","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.935915299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15315bee-51cd-4142-a59b-8763b9676fd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:45.935941251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15315bee-51cd-4142-a59b-8763b9676fd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:46.338942795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0d69b7b-e424-4c1e-9403-9aa60d38a494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:46.458658377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0d69b7b-e424-4c1e-9403-9aa60d38a494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:46.510718638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0d69b7b-e424-4c1e-9403-9aa60d38a494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:46.56557666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14ca7a24-5f52-4f51-82de-542520f6a32f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:46.565606891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14ca7a24-5f52-4f51-82de-542520f6a32f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:54.331282626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"9ad90616-9c28-444e-b65f-b4fec8f79ebc","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"maas-trlp-e2e-fail-f4435682","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:54.58780933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"8a71d170-aad2-4544-a98f-211503a271af","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:54.587836928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"8a71d170-aad2-4544-a98f-211503a271af","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.096777062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"ebc74ba2-7a4c-483e-8446-96023c086cb6","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.150628343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"ebc74ba2-7a4c-483e-8446-96023c086cb6","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.641334112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"452a382b-96e1-422a-8d04-0977c64ad20e","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.780914199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"ee6c204b-79e5-4f4b-b490-669bc48d073d","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.781495181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"4b02dc75-7e14-4a57-a970-1223e8d89de4","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.830773707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145bf680-47d6-444a-b149-42abfacb49a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.830940662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deb0b25c-41c6-45bb-ae77-96fb0b45accc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.831236333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b67e434b-e604-42bc-a9a8-9fb21b733e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.885355711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b67e434b-e604-42bc-a9a8-9fb21b733e16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.885389354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145bf680-47d6-444a-b149-42abfacb49a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.887587955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deb0b25c-41c6-45bb-ae77-96fb0b45accc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.903547145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"4b02dc75-7e14-4a57-a970-1223e8d89de4","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:55.907549739Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"ee6c204b-79e5-4f4b-b490-669bc48d073d","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.938055673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145bf680-47d6-444a-b149-42abfacb49a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.939849774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"deb0b25c-41c6-45bb-ae77-96fb0b45accc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.956390658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"4b02dc75-7e14-4a57-a970-1223e8d89de4","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:55.959910565Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"ee6c204b-79e5-4f4b-b490-669bc48d073d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.960233872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c371c5e6-7bb2-4adc-af28-0f4d06446336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.960255794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c371c5e6-7bb2-4adc-af28-0f4d06446336","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.055687126Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"cc378bc8-783a-4238-9b0d-17705b8ebfd3","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.108040777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"5df28119-71dc-40f6-9c0b-2e39a5f64f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.137546038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"8f77ea85-2487-4605-aabe-d10947a4e303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.137761466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"9b71111c-dfea-4a36-b691-9bef03ac7e79","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.14483814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"cc94719f-42ce-4d37-884e-6a6bc5d79a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.156529582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"53eb4019-cda1-4992-be71-ceeb46857f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.162028212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"5df28119-71dc-40f6-9c0b-2e39a5f64f67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.191549786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"8f77ea85-2487-4605-aabe-d10947a4e303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.198929499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"cc94719f-42ce-4d37-884e-6a6bc5d79a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.209932834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"53eb4019-cda1-4992-be71-ceeb46857f9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.231747498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"048ca75d-8cb5-4fdd-86c6-5deef578a58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.243530108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2b2bd55-2d77-4ad5-a9e7-1f2af56c2ec8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.24355179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2b2bd55-2d77-4ad5-a9e7-1f2af56c2ec8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.244068601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dcc4f8b-e88a-4c6d-97de-45b8735cc5a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.244084249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3dcc4f8b-e88a-4c6d-97de-45b8735cc5a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.28562723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"048ca75d-8cb5-4fdd-86c6-5deef578a58c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.293199463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"e5454921-7d9b-413e-a3d4-66f797a71181","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.391712685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"369286e9-ba66-40c5-ac23-1e94d2c40527","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.391742919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"369286e9-ba66-40c5-ac23-1e94d2c40527","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.489847474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"9c092fbb-4eb9-4506-b355-4766d43dd34d","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.507635535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ee0b00a2-d36d-4163-a373-b9aae58e8dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.515077047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"03574e4b-1835-48e4-8e4f-befa0e686e0a","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"maas-trlp-e2e-fail-f4435682","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.55941768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"0032f112-7bb7-4768-bafd-87d2a23d2c8e","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.561620321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"ee0b00a2-d36d-4163-a373-b9aae58e8dc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.607712507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"7823e968-b6e6-4679-b3a7-bd78aa1f1709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.608030545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5b2397be-3244-4389-92b4-649f5b469949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.613434697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"0032f112-7bb7-4768-bafd-87d2a23d2c8e","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.671258121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"7823e968-b6e6-4679-b3a7-bd78aa1f1709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.672254081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"5b2397be-3244-4389-92b4-649f5b469949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.718858258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8187efdf-1b30-440c-98d2-8332d5098014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.778634799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"8187efdf-1b30-440c-98d2-8332d5098014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.881831539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"223da523-c331-4218-9233-be1e2c165692","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.935368487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"223da523-c331-4218-9233-be1e2c165692","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.977497995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"dee49713-48a0-41b1-a7e0-1384165ea64c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:56.987486037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"223da523-c331-4218-9233-be1e2c165692","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.012810405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96009e4e-679b-45e3-9530-4c0a269930cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.012812388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3c7074f-0c9c-471e-a02a-330bd1eae868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.030915201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"dee49713-48a0-41b1-a7e0-1384165ea64c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.041797409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27dec85-6680-44de-9afa-9ce8b33a07b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.041813973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27dec85-6680-44de-9afa-9ce8b33a07b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.0838305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"dee49713-48a0-41b1-a7e0-1384165ea64c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.116114996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"3ff0f17e-27fe-42e3-9ca8-db95e13f1758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.133594328Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96009e4e-679b-45e3-9530-4c0a269930cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:57.138376011Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3c7074f-0c9c-471e-a02a-330bd1eae868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.169812804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"3ff0f17e-27fe-42e3-9ca8-db95e13f1758","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.186986753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96009e4e-679b-45e3-9530-4c0a269930cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:57.190816762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3c7074f-0c9c-471e-a02a-330bd1eae868","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.190931976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a82a16-8b1e-4120-8df6-541527136796","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.190949611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a82a16-8b1e-4120-8df6-541527136796","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.213675394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"29b10512-b44a-4b50-ad79-7047b640d499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.240680927Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"c1b9147e-49ad-4626-ad3b-44562de7c8bf","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.272030287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"29b10512-b44a-4b50-ad79-7047b640d499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.291362497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"dc67c83c-136d-49ff-b281-36f05398d77e","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.301561722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"dc67c83c-136d-49ff-b281-36f05398d77e","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.319946803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"1be19a9f-6ace-4d1a-8357-a490f0530fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.357053833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ee2c83a0-6f52-4692-a1d4-2ee95c47cc87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.375794806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"1be19a9f-6ace-4d1a-8357-a490f0530fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.408505296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2316f2d-1593-41b6-8656-529e3d0975d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.40853467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2316f2d-1593-41b6-8656-529e3d0975d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.412760591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"ee2c83a0-6f52-4692-a1d4-2ee95c47cc87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.415175509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e01d34b1-a18e-4bb7-b745-2f97b231d0cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.467982105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"0f6b695a-00ab-445f-b17a-2874281c2d6d","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.46800895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"0f6b695a-00ab-445f-b17a-2874281c2d6d","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.468463562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"e01d34b1-a18e-4bb7-b745-2f97b231d0cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.51720453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"e80583db-5ea2-4355-8657-942955d53db8","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.616608597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"ca1ba1d5-b9e8-4c11-a1f8-3ce8e3cb052e","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.637315829Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"e80583db-5ea2-4355-8657-942955d53db8","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.66460731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"07c6cc39-b8bb-4aeb-9756-1e89362e51ef","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.670166781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"ca1ba1d5-b9e8-4c11-a1f8-3ce8e3cb052e","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.689570917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"e80583db-5ea2-4355-8657-942955d53db8","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.717361142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"8891cdcf-6f6a-4f63-84eb-ea12c73d9cb9","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.764594514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7192666f-23f1-4a32-a348-dce4d126b233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.784864888Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"07c6cc39-b8bb-4aeb-9756-1e89362e51ef","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.791239155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"4e5cb2ab-e50c-47cb-8c8e-a2bb0ea4add3","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.791263713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"4e5cb2ab-e50c-47cb-8c8e-a2bb0ea4add3","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:57.829192299Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"8891cdcf-6f6a-4f63-84eb-ea12c73d9cb9","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.837010141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"07c6cc39-b8bb-4aeb-9756-1e89362e51ef","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:57.883405214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"8891cdcf-6f6a-4f63-84eb-ea12c73d9cb9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.88371436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8866d419-c965-4a22-afa5-eafa59cf732b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.883735339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8866d419-c965-4a22-afa5-eafa59cf732b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.88890128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"ee589237-af25-4637-bb26-d178e6c9d371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.890279418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1219a10b-b807-48f2-b317-79826fc4ed4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.890295481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1219a10b-b807-48f2-b317-79826fc4ed4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.892893832Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7192666f-23f1-4a32-a348-dce4d126b233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.943102549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"ee589237-af25-4637-bb26-d178e6c9d371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.944906264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7192666f-23f1-4a32-a348-dce4d126b233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.999534959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e54959bc-84ca-4e1c-8e04-ae139d2e8eee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:57.999561957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e54959bc-84ca-4e1c-8e04-ae139d2e8eee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.02969359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d74b2a70-38a1-4d7e-af61-90f888e6bb90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.035496767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb1605ee-028f-4783-9448-ae1c35282710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.074751458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b3e885b8-d7e9-4ae6-96f1-589a1d050f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.083197818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"d74b2a70-38a1-4d7e-af61-90f888e6bb90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.088909762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb1605ee-028f-4783-9448-ae1c35282710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.128608396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"b3e885b8-d7e9-4ae6-96f1-589a1d050f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.141256535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb1605ee-028f-4783-9448-ae1c35282710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.145352122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ed0ed84b-e6b3-4a29-8828-9a6702a0a3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.19655423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bb87946-b572-437e-b816-8f38c51bd7dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.196582853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4bb87946-b572-437e-b816-8f38c51bd7dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.200700563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ed0ed84b-e6b3-4a29-8828-9a6702a0a3e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.246357153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"de8a96ad-4568-4e1c-8496-d2e48ed56a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.300442709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"de8a96ad-4568-4e1c-8496-d2e48ed56a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.34655803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"994d8e2e-732c-4e5d-9f3e-45c38f514c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.400117368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"994d8e2e-732c-4e5d-9f3e-45c38f514c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.426254912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"f5945132-e573-4efe-9a0f-54db0942e980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.474885171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"83cd281e-2cf5-443b-b6b5-5019884359d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.479984494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"f5945132-e573-4efe-9a0f-54db0942e980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.491965291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"7768b59e-66d8-4e48-b3c5-9d3761a5267c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.528534453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"83cd281e-2cf5-443b-b6b5-5019884359d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.544062831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"7d5f1910-b148-4073-8a4a-d9cefcda57fd","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.546074223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"7768b59e-66d8-4e48-b3c5-9d3761a5267c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.59803927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"7d5f1910-b148-4073-8a4a-d9cefcda57fd","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.650334829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"7d5f1910-b148-4073-8a4a-d9cefcda57fd","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.69784564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"3b9ca383-191f-4f99-abec-a90b01cb730c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.818930863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"3b9ca383-191f-4f99-abec-a90b01cb730c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.871206758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"3b9ca383-191f-4f99-abec-a90b01cb730c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.925579771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd39630d-43c4-433a-b560-adad121fb984","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.925601129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd39630d-43c4-433a-b560-adad121fb984","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:01.931584386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ece955-e8ef-49f3-8134-01c14b33ae8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:01.980318462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ece955-e8ef-49f3-8134-01c14b33ae8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:02.0290921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ece955-e8ef-49f3-8134-01c14b33ae8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:02.077973288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ece955-e8ef-49f3-8134-01c14b33ae8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:03.863087481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ce7f31-9e49-474f-b021-b6e505420b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:03.913080069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ce7f31-9e49-474f-b021-b6e505420b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:03.96282064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ce7f31-9e49-474f-b021-b6e505420b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.011952669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30ce7f31-9e49-474f-b021-b6e505420b77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:07.995316224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"48b9dc7e-3de9-4d28-9a44-6cb83f969a34","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.049693268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"48b9dc7e-3de9-4d28-9a44-6cb83f969a34","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.102817256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"48b9dc7e-3de9-4d28-9a44-6cb83f969a34","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.147890598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c779cf-a9f1-44e6-9b23-e43c83ee085c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.157366119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91dd3e5c-98ab-46d7-9560-05a173c193a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.157385195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91dd3e5c-98ab-46d7-9560-05a173c193a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.268610861Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c779cf-a9f1-44e6-9b23-e43c83ee085c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.321525724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c779cf-a9f1-44e6-9b23-e43c83ee085c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.343792945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcccda94-d2cf-4e89-b9fb-7d482c6cdb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.374155157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50d3d193-26f1-4867-9760-c04633f4e57e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.374180299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50d3d193-26f1-4867-9760-c04633f4e57e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.39816664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcccda94-d2cf-4e89-b9fb-7d482c6cdb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.451411401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcccda94-d2cf-4e89-b9fb-7d482c6cdb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.507010285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4dfea150-f14e-4c5d-a09b-1871708146ff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.50703087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4dfea150-f14e-4c5d-a09b-1871708146ff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.753394553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"706ad54a-2b3e-4306-aff0-85c2ae96fa5a","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.807046084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"706ad54a-2b3e-4306-aff0-85c2ae96fa5a","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:08.859626249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"706ad54a-2b3e-4306-aff0-85c2ae96fa5a","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:09.023202645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"b1e0e5c3-239f-4502-aba8-361761c9e4e2","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:09.144472941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"b1e0e5c3-239f-4502-aba8-361761c9e4e2","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:09.217057532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"b1e0e5c3-239f-4502-aba8-361761c9e4e2","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:09.221953843Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:09.271605665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cc75759-011e-4cc2-8849-e95ab075ddda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:09.271731761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cc75759-011e-4cc2-8849-e95ab075ddda","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:10.005517388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e65919-4258-4ae3-bc42-2a227769e659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:10.054223981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e65919-4258-4ae3-bc42-2a227769e659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:10.102976209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e65919-4258-4ae3-bc42-2a227769e659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:10.151712158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e65919-4258-4ae3-bc42-2a227769e659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:10.578846531Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e33189","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e33189","reconcileID":"0a939c10-f0b9-4582-8f0f-09e42ab5cac7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e33189","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-e33189":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:11.942263643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a3b797-9595-4257-bc45-e6314e840b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:11.991789497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a3b797-9595-4257-bc45-e6314e840b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:12.041974531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a3b797-9595-4257-bc45-e6314e840b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:12.091327554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39a3b797-9595-4257-bc45-e6314e840b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:13.864357911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e79241-4713-4416-8b3d-266d0e2457cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:13.924083568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e79241-4713-4416-8b3d-266d0e2457cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:14.000716916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e79241-4713-4416-8b3d-266d0e2457cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:14.050852228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e79241-4713-4416-8b3d-266d0e2457cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:15.869343463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5678309a-5e91-4644-8215-9bb0b802b1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:15.918296947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5678309a-5e91-4644-8215-9bb0b802b1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:15.96717024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5678309a-5e91-4644-8215-9bb0b802b1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:16.017137643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5678309a-5e91-4644-8215-9bb0b802b1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.256138756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"9240403f-1665-4f2b-ab00-6cc32529c82f","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.310022841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"9240403f-1665-4f2b-ab00-6cc32529c82f","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.362496338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"9240403f-1665-4f2b-ab00-6cc32529c82f","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.417924879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81681ad5-dd86-49e9-b5d8-7c16697cc48d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.417949664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81681ad5-dd86-49e9-b5d8-7c16697cc48d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.521979694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b414568f-56ec-4cad-9bc8-6e2dc2de2cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.643322002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b414568f-56ec-4cad-9bc8-6e2dc2de2cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.654175443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d53c83d-6636-4b13-8030-766948b099a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.695575532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b414568f-56ec-4cad-9bc8-6e2dc2de2cfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.709017141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d53c83d-6636-4b13-8030-766948b099a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.748387369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"707147cf-3aec-4735-af85-414a49733cbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.748407584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"707147cf-3aec-4735-af85-414a49733cbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.761219513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d53c83d-6636-4b13-8030-766948b099a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.816167218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50c6bab6-e2cf-4d35-9e85-ad25824a0994","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.816188239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"50c6bab6-e2cf-4d35-9e85-ad25824a0994","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:18.958196386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"9d4291b1-cb51-496b-a263-f3fa4b307165","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:19.011690867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"9d4291b1-cb51-496b-a263-f3fa4b307165","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:19.064060599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"9d4291b1-cb51-496b-a263-f3fa4b307165","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:19.378653906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"e8bd4492-864d-4943-ad25-8e779658252d","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:19.500315734Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"e8bd4492-864d-4943-ad25-8e779658252d","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:19.552517841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"e8bd4492-864d-4943-ad25-8e779658252d","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:19.608138455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a93d1a34-1c00-4b44-bc39-5355a5a1b5ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:19.608163313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a93d1a34-1c00-4b44-bc39-5355a5a1b5ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:20.965914581Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"c4f8576d-24ee-409c-8d7f-395bd03ca63a","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:20.965963555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d3bf965-f921-49c9-a565-e5bbd56a7e85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:20.965977112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d3bf965-f921-49c9-a565-e5bbd56a7e85","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:21.115633878Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-policy-9d04e92a","reconcileID":"c4f8576d-24ee-409c-8d7f-395bd03ca63a","MaaSAuthPolicy":{"name":"e2e-policy-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"policyNamespace":"ai-tenant-e2e-mt-9d04e92a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:21.169065241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42e167f-bffd-4744-9a9a-b73098d2a564","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:21.169085734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42e167f-bffd-4744-9a9a-b73098d2a564","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:21.317551379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"370bedc1-4945-4bb0-addf-4065c31a71cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:21.317572652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"370bedc1-4945-4bb0-addf-4065c31a71cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:28.89739517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a8629ce-8ded-4d3f-b67e-1d9e3e4f38ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:28.997280632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9912f47b-677b-422a-a7bf-d90cdfa515ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.018209073Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a8629ce-8ded-4d3f-b67e-1d9e3e4f38ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.053415151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9912f47b-677b-422a-a7bf-d90cdfa515ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.072016958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a8629ce-8ded-4d3f-b67e-1d9e3e4f38ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.110772012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9912f47b-677b-422a-a7bf-d90cdfa515ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.127340749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecb8e1bf-6afa-4118-9355-a7caf31f1e78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.1273627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecb8e1bf-6afa-4118-9355-a7caf31f1e78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.164853727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"2407fba9-39e6-4a28-b94d-8569d0da3c98","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.165835549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ca28c71-e7c4-4273-90b0-cb3bc46aca88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.165856114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ca28c71-e7c4-4273-90b0-cb3bc46aca88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.219715469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"2407fba9-39e6-4a28-b94d-8569d0da3c98","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.272117405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"2407fba9-39e6-4a28-b94d-8569d0da3c98","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.707669738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d76dc26f-cf7f-4e4c-8e78-157c9f2541a8","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.828441057Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d76dc26f-cf7f-4e4c-8e78-157c9f2541a8","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.881072864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d76dc26f-cf7f-4e4c-8e78-157c9f2541a8","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.933183603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb55eedb-1fc8-42d0-990d-cb8d4773bff4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:29.93320316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb55eedb-1fc8-42d0-990d-cb8d4773bff4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.469989321Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-sub-9d04e92a","reconcileID":"069a972a-eae2-4723-9a34-9dff323849e7","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-9d04e92a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.672403003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"namespace":"ai-tenant-e2e-mt-9d04e92a","name":"e2e-sub-9d04e92a","reconcileID":"069a972a-eae2-4723-9a34-9dff323849e7","MaaSSubscription":{"name":"e2e-sub-9d04e92a","namespace":"ai-tenant-e2e-mt-9d04e92a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.685945481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"244686ea-bcc3-40ea-8deb-0f91a0d94d96","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.685971505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"6975274a-8191-4de0-b8b4-74c91bddf327","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.739822458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"244686ea-bcc3-40ea-8deb-0f91a0d94d96","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.739892581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"6975274a-8191-4de0-b8b4-74c91bddf327","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.792354693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (399a3aa5fffdf6ebb03e363b555483b675e3dc5e2c7b80fdf63120d78956e5fa) AuthConfig (41a4dbf0efa6ae90b509ded0c06d145efe45079832f30cefdf63e4c6b9cd7869) AuthConfig (99a0dc88e7a7a966264ce0fe578244147ecb2cbe2b7b4782e4d7cbd09514a30b) AuthConfig (a27be03b87a17a6d198d16573af93b0590177688a074863df7b3ac5076b24abd) AuthConfig (2f5e97a308c05b437fd887427e9e75da14828d7a3b90a7cf3d327905fe076de2) AuthConfig (729ab24925f0d043d4e7f1761078f7adbaedffbc69a47687fd8bd551edfb271e) AuthConfig (5a3318c9bbda5f8c4c4e201ee5a8e0a9f902e8a42498c063e528a90a4afdd509) AuthConfig (386f1f85ce10928d568ca731f60b7a4b90d300ded8a615a71e91ed591f5b4bf9) AuthConfig (e87db34ec98fd82711e943bd661811c3e210b1a4ed1cddb2022f891df5fae233) AuthConfig (aef18b6ebebbfc2b0c1713645ff2ae6b11c3be37dd7a51a0a562c30bc4d426f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"244686ea-bcc3-40ea-8deb-0f91a0d94d96","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.869589821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49079a02-02a9-4985-8224-80d2efd5c088","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.895723477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"c52b90ad-7fb2-4eff-89e4-dabf730146b5","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.895758668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"c52b90ad-7fb2-4eff-89e4-dabf730146b5","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.945640695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db32603c-0bce-431b-b48e-8ba5df9da387","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:31.945663077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db32603c-0bce-431b-b48e-8ba5df9da387","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.221529533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.273991787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c07af685-e18b-435d-b33a-5aea3d20aaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.312595374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4409b32f-b388-4c74-bf25-2990d0e4915c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.394942222Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c07af685-e18b-435d-b33a-5aea3d20aaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:28:39.426539807Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4409b32f-b388-4c74-bf25-2990d0e4915c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.447173924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c07af685-e18b-435d-b33a-5aea3d20aaa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:28:39.481549681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4409b32f-b388-4c74-bf25-2990d0e4915c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.481888666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3456266c-2db2-45e8-94ee-a9689107ee8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.481906618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3456266c-2db2-45e8-94ee-a9689107ee8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.504232236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5b3e464-8b27-4b6d-bc1d-2bad120bdee2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.50424889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5b3e464-8b27-4b6d-bc1d-2bad120bdee2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.632406188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5255dd5-5143-4095-a16e-e5d43b97003d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.688290473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5255dd5-5143-4095-a16e-e5d43b97003d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.743535219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5255dd5-5143-4095-a16e-e5d43b97003d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.80209302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e0a53e4-725e-4ca4-8cb7-116830b7deca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:39.802114861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e0a53e4-725e-4ca4-8cb7-116830b7deca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:40.032488117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d175995e-9096-4693-ac28-e0ca12bcab79","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:40.153936229Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d175995e-9096-4693-ac28-e0ca12bcab79","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:40.206021821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d175995e-9096-4693-ac28-e0ca12bcab79","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:40.260386724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6777b07-5c4e-410b-84ad-8a5a636a5c31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:40.260406185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6777b07-5c4e-410b-84ad-8a5a636a5c31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:41.968970607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"88ab6b58-4baa-4cb3-aa24-c082fa8d7580","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:42.023956141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"88ab6b58-4baa-4cb3-aa24-c082fa8d7580","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:42.07666135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (399a3aa5fffdf6ebb03e363b555483b675e3dc5e2c7b80fdf63120d78956e5fa) AuthConfig (41a4dbf0efa6ae90b509ded0c06d145efe45079832f30cefdf63e4c6b9cd7869) AuthConfig (99a0dc88e7a7a966264ce0fe578244147ecb2cbe2b7b4782e4d7cbd09514a30b) AuthConfig (a27be03b87a17a6d198d16573af93b0590177688a074863df7b3ac5076b24abd) AuthConfig (2f5e97a308c05b437fd887427e9e75da14828d7a3b90a7cf3d327905fe076de2) AuthConfig (729ab24925f0d043d4e7f1761078f7adbaedffbc69a47687fd8bd551edfb271e) AuthConfig (5a3318c9bbda5f8c4c4e201ee5a8e0a9f902e8a42498c063e528a90a4afdd509) AuthConfig (386f1f85ce10928d568ca731f60b7a4b90d300ded8a615a71e91ed591f5b4bf9) AuthConfig (e87db34ec98fd82711e943bd661811c3e210b1a4ed1cddb2022f891df5fae233) AuthConfig (aef18b6ebebbfc2b0c1713645ff2ae6b11c3be37dd7a51a0a562c30bc4d426f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"88ab6b58-4baa-4cb3-aa24-c082fa8d7580","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:49.658612801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ce61321-8131-486c-acbd-87ea46d3ea7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:49.77874266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ce61321-8131-486c-acbd-87ea46d3ea7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:49.831673022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ce61321-8131-486c-acbd-87ea46d3ea7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:49.884219278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0cd0b84-8109-4a65-bbbb-45ffdadfce0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:49.884238592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0cd0b84-8109-4a65-bbbb-45ffdadfce0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:49.951689389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eadf455a-47a0-46bb-b4da-4daf1f1c5025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.005564304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eadf455a-47a0-46bb-b4da-4daf1f1c5025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.057758723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eadf455a-47a0-46bb-b4da-4daf1f1c5025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.113062567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee8f9c7f-fbc0-4dae-9033-36b5af5a58a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.11308796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee8f9c7f-fbc0-4dae-9033-36b5af5a58a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.358844126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"ee1f0972-218b-44c7-be3d-c39f53dcacc3","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.479735259Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"ee1f0972-218b-44c7-be3d-c39f53dcacc3","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.535427943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"ee1f0972-218b-44c7-be3d-c39f53dcacc3","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.589826732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b26edaea-10c6-4759-89c8-423a2cfef8a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:50.589849859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b26edaea-10c6-4759-89c8-423a2cfef8a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:52.17849946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"6e434996-a9a3-4a11-b21f-98537a7ede23","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:52.232535333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"6e434996-a9a3-4a11-b21f-98537a7ede23","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:52.284806819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (399a3aa5fffdf6ebb03e363b555483b675e3dc5e2c7b80fdf63120d78956e5fa) AuthConfig (41a4dbf0efa6ae90b509ded0c06d145efe45079832f30cefdf63e4c6b9cd7869) AuthConfig (99a0dc88e7a7a966264ce0fe578244147ecb2cbe2b7b4782e4d7cbd09514a30b) AuthConfig (a27be03b87a17a6d198d16573af93b0590177688a074863df7b3ac5076b24abd) AuthConfig (2f5e97a308c05b437fd887427e9e75da14828d7a3b90a7cf3d327905fe076de2) AuthConfig (729ab24925f0d043d4e7f1761078f7adbaedffbc69a47687fd8bd551edfb271e) AuthConfig (5a3318c9bbda5f8c4c4e201ee5a8e0a9f902e8a42498c063e528a90a4afdd509) AuthConfig (386f1f85ce10928d568ca731f60b7a4b90d300ded8a615a71e91ed591f5b4bf9) AuthConfig (e87db34ec98fd82711e943bd661811c3e210b1a4ed1cddb2022f891df5fae233) AuthConfig (aef18b6ebebbfc2b0c1713645ff2ae6b11c3be37dd7a51a0a562c30bc4d426f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"6e434996-a9a3-4a11-b21f-98537a7ede23","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:56.980630891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3ea5c2-3241-4b65-ad97-ce8f72285058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:57.029512462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3ea5c2-3241-4b65-ad97-ce8f72285058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:57.078795754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3ea5c2-3241-4b65-ad97-ce8f72285058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:57.12803915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3ea5c2-3241-4b65-ad97-ce8f72285058","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:58.906535599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98786b98-5da6-485c-9eaf-0e1962850fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:58.955248832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98786b98-5da6-485c-9eaf-0e1962850fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:59.00429425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98786b98-5da6-485c-9eaf-0e1962850fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:59.052945755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98786b98-5da6-485c-9eaf-0e1962850fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.065217777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"245a8638-e7e4-49c9-b2b1-d4af5ec53509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.186848188Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"245a8638-e7e4-49c9-b2b1-d4af5ec53509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.239433642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"245a8638-e7e4-49c9-b2b1-d4af5ec53509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.27105227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4d53db7-37b6-4184-baae-8fb39308c725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.294383007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a7c3294-575c-4193-99ab-b69d9d0bf82a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.294402489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a7c3294-575c-4193-99ab-b69d9d0bf82a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.324952102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4d53db7-37b6-4184-baae-8fb39308c725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.377649802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4d53db7-37b6-4184-baae-8fb39308c725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.433196772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1d3a993-2df2-4348-8be4-f77d27042347","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.433218459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1d3a993-2df2-4348-8be4-f77d27042347","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.688739607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"7ff6937b-ada4-40bc-a692-854e2bb811f6","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.811036473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"7ff6937b-ada4-40bc-a692-854e2bb811f6","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.867035413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"7ff6937b-ada4-40bc-a692-854e2bb811f6","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.919555525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd2806e-1770-45e5-a903-d1175848bac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:00.919574764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd2806e-1770-45e5-a903-d1175848bac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:02.382784362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"cecc988b-240f-4954-ab1d-8f80d241e53a","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:02.436156268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"cecc988b-240f-4954-ab1d-8f80d241e53a","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:02.488048586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4599cf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (399a3aa5fffdf6ebb03e363b555483b675e3dc5e2c7b80fdf63120d78956e5fa) AuthConfig (41a4dbf0efa6ae90b509ded0c06d145efe45079832f30cefdf63e4c6b9cd7869) AuthConfig (99a0dc88e7a7a966264ce0fe578244147ecb2cbe2b7b4782e4d7cbd09514a30b) AuthConfig (a27be03b87a17a6d198d16573af93b0590177688a074863df7b3ac5076b24abd) AuthConfig (2f5e97a308c05b437fd887427e9e75da14828d7a3b90a7cf3d327905fe076de2) AuthConfig (729ab24925f0d043d4e7f1761078f7adbaedffbc69a47687fd8bd551edfb271e) AuthConfig (5a3318c9bbda5f8c4c4e201ee5a8e0a9f902e8a42498c063e528a90a4afdd509) AuthConfig (386f1f85ce10928d568ca731f60b7a4b90d300ded8a615a71e91ed591f5b4bf9) AuthConfig (e87db34ec98fd82711e943bd661811c3e210b1a4ed1cddb2022f891df5fae233) AuthConfig (aef18b6ebebbfc2b0c1713645ff2ae6b11c3be37dd7a51a0a562c30bc4d426f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"cecc988b-240f-4954-ab1d-8f80d241e53a","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:05.662351114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"d1691a73-6aab-4f86-90ee-f9cdc7166fbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:05.891236868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"b9aa18a2-1ce1-4fe8-8fa2-97e2d0741c15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:06.254489539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"03c022c0-70aa-48b8-bc36-6dcbe15ea6b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:06.346259061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"9311b0e0-e512-430d-b8ab-67a0608b8ab7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:06.521018691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4113f4ca-4b3e-4a00-9555-0d03a603dfed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:06.70827692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"d1a84063-ebcf-4f04-be76-5fa8940bad80","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"maas-trlp-e2e-fail-f4435682","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:06.836920709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"bddc4a70-a0fb-4a8e-bf56-d02d62b6ca62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:06.838416683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"fd998ae5-07d8-49f2-8185-748864e0cf9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:07.001032675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"46fafbd7-ff8d-4c9f-8889-dc56856adfa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:07.113007003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"31dccf28-7770-4cb8-b0f0-0edcc18a2991","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:07.207181733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78e13fd9-9558-4856-80cb-c2f0d699aa30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:07.316178559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"43cb4486-3825-4d08-bbbc-d738dc65fe6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:07.428337042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"6ada9c1b-1348-4836-8d44-b078b999e96e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:09.220940082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.440846056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b645dc76-c754-42fc-9fa3-0aa0168f9de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.561842982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b645dc76-c754-42fc-9fa3-0aa0168f9de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.578667652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df87720-0e16-4da3-9eb5-c8703cd2195d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.613873227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b645dc76-c754-42fc-9fa3-0aa0168f9de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.632287916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df87720-0e16-4da3-9eb5-c8703cd2195d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.668299232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c06bc64a-f6b5-4552-acb1-da39a86b63e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.668321669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c06bc64a-f6b5-4552-acb1-da39a86b63e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.684378105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0df87720-0e16-4da3-9eb5-c8703cd2195d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.739772911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab1a1612-5045-4c06-b378-aa368236c620","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:10.739802167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab1a1612-5045-4c06-b378-aa368236c620","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.017729539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"85d8f379-963f-41e8-be44-de28af345697","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.140701354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"85d8f379-963f-41e8-be44-de28af345697","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.192699491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"85d8f379-963f-41e8-be44-de28af345697","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.245101137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f6c3043-6ba0-432c-a8fd-de8a6fa7da21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.24512238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f6c3043-6ba0-432c-a8fd-de8a6fa7da21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:12.586979369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"29e89196-98cd-4ee6-8240-16502320aa6a","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:12.641201574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"29e89196-98cd-4ee6-8240-16502320aa6a","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:13.042583562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"5eb02860-6735-435d-a8ae-4d20b1802911","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:13.042612182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"5eb02860-6735-435d-a8ae-4d20b1802911","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.025161245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"536cc3e0-3809-42a1-8f7c-965d65c33731","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.025189432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"536cc3e0-3809-42a1-8f7c-965d65c33731","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.074087854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"e34bf8aa-9b8a-437a-afd6-4e5234816894","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:14.08000441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-sub","reconcileID":"4cdd27bb-3bf0-48e9-9849-9cfae3304e61","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-d30e6684-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.127640071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"e34bf8aa-9b8a-437a-afd6-4e5234816894","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.178815373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"7415142b-85b2-4b6a-b82a-e5bd3a343dbf","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.178838215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"7415142b-85b2-4b6a-b82a-e5bd3a343dbf","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:14.278826204Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"7415142b-85b2-4b6a-b82a-e5bd3a343dbf","name":"e2e-fail-d30e6684","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-d30e6684\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:14.278891402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"7415142b-85b2-4b6a-b82a-e5bd3a343dbf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-d30e6684\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.328021727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"e37eea18-be3d-4d46-9d4c-d674780cdb47","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.328047487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"e37eea18-be3d-4d46-9d4c-d674780cdb47","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.493421037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"5e5dcb1f-d39e-41b3-9554-c1c01697ab98","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.509181762Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-sub","reconcileID":"02c6665e-9314-47fe-9056-b5d80bb49e8c","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-fail-d30e6684","model":"e2e-fail-d30e6684","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4599cf/e2e-fail-d30e6684-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.549995167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"5e5dcb1f-d39e-41b3-9554-c1c01697ab98","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.765799189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"fdee0d6d-c01a-426c-aefc-e664c2617ba6","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.765825235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"fdee0d6d-c01a-426c-aefc-e664c2617ba6","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.960770397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-sub","reconcileID":"13eca338-b5ed-46d6-aa3a-223eda38d2ec","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-fail-d30e6684","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:20.814638523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd6b1d69-3e7f-4cd8-aed9-1d8a4f6b7f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:20.915209188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a546bdb-f4ae-47f6-be15-47935ea803e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:20.935330616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd6b1d69-3e7f-4cd8-aed9-1d8a4f6b7f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:20.968818574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a546bdb-f4ae-47f6-be15-47935ea803e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:20.987846398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd6b1d69-3e7f-4cd8-aed9-1d8a4f6b7f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.021186394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a546bdb-f4ae-47f6-be15-47935ea803e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.042282797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2534290b-9f24-483c-8c2d-da2e4234039b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.042302028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2534290b-9f24-483c-8c2d-da2e4234039b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.07593894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56609c59-b46d-4838-a437-0230c9fe148b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.075973067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56609c59-b46d-4838-a437-0230c9fe148b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.344331353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"01de9971-8aa6-4b36-9b6d-d561de62b015","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.468310013Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"01de9971-8aa6-4b36-9b6d-d561de62b015","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.520744107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"01de9971-8aa6-4b36-9b6d-d561de62b015","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.575023419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18c7454d-7901-4c67-ac3b-a04015cbd6b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.575044863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18c7454d-7901-4c67-ac3b-a04015cbd6b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.630597406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-sub","reconcileID":"d31271f3-782f-49c9-a40d-239a94895a0b","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-fail-d30e6684","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.690369978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"7f751528-aa37-460f-8686-7ffcead8d299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.790298423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"63d54c5e-e854-4fb8-8b02-c491a356fe15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.817725555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"39ca0985-c733-4062-82bb-d449f2ece778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.886025504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"b235a980-764a-4783-95e0-dd32efc7929d","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.886048054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"b235a980-764a-4783-95e0-dd32efc7929d","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.941734896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"8bcbd0fa-db61-49e0-9ad0-ab9c2924fe05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.252679588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"d3daa294-bd23-44cc-bff7-9a417645c25b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.352373333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"5fa5403e-8faa-4129-8b2c-8563b44bdb73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.560207345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"86758e23-dd97-4539-ac81-20868094bb3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.687885936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3a4ff3f-6cb2-4643-99e7-cf7546c904e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.838506302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"0fd394ab-1539-4313-bd70-dfb8d5f5485e","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"maas-trlp-e2e-fail-f4435682","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.936288307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"ce0d0619-4ad0-4e1b-b0df-4e019d0f14bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:29.185017705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"2161514f-9904-4261-b5e2-b99da97f43a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:29.287504599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"fcae3a0e-f55d-445a-a39e-5c5cf39a511d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:29.435115131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d631b3a8-b3b0-46cb-a233-e631d43f82ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:29.824839068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"db96e96c-4c8e-438a-8f2d-9bf77cfe5024","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:29.825474392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"b9c21241-8dc0-4085-99fb-ecba15a83499","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:29.878900327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"db96e96c-4c8e-438a-8f2d-9bf77cfe5024","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:29.879162019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"b9c21241-8dc0-4085-99fb-ecba15a83499","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.189798955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e0c8c42-001b-492f-a266-d37e49bacdaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.29079799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a19a01a8-2e44-4f1e-a0eb-eecf8bde3b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.311673189Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e0c8c42-001b-492f-a266-d37e49bacdaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.344395251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a19a01a8-2e44-4f1e-a0eb-eecf8bde3b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.36388838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e0c8c42-001b-492f-a266-d37e49bacdaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.39667465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a19a01a8-2e44-4f1e-a0eb-eecf8bde3b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.418988436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed980fe4-f9a0-4d32-a1ee-e9df526b65cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.419012073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed980fe4-f9a0-4d32-a1ee-e9df526b65cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.451424808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a89916c-08e9-4439-bb97-8756d615d774","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.451446694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a89916c-08e9-4439-bb97-8756d615d774","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.67356043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"e85e5d10-599f-4b9e-86de-c72baa0fb68b","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.793973618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"e85e5d10-599f-4b9e-86de-c72baa0fb68b","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.846595436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"e85e5d10-599f-4b9e-86de-c72baa0fb68b","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.902016481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4959721f-e10d-48db-aa20-877d444467cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:31.902042672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4959721f-e10d-48db-aa20-877d444467cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:33.11398697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"fa631542-4543-4477-b7a9-c4f1b70246f2","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:33.114015264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"fa631542-4543-4477-b7a9-c4f1b70246f2","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:33.162717364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"40073a33-a112-4a10-9b5a-4d6e978bda27","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:33.217233746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"40073a33-a112-4a10-9b5a-4d6e978bda27","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:33.270033757Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-sub","reconcileID":"e2d7c868-599b-448e-ae28-f72e0d2d1a26","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d80467b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:33.563095929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"c6759eae-29f6-449b-b3ca-26008da8a549","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:33.618101648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"c6759eae-29f6-449b-b3ca-26008da8a549","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:36.19096116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"d60ca0cf-d767-4a4d-8de3-bdc33a8262ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:36.303590268Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"d60ca0cf-d767-4a4d-8de3-bdc33a8262ea","name":"e2e-inf-b-e33189-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:39.220589703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.5662178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9344852c-e5d4-4da3-8493-32ef059814af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.667993486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb5188db-8e62-4e31-aa78-41b2880bc303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.688908002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9344852c-e5d4-4da3-8493-32ef059814af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.733434729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb5188db-8e62-4e31-aa78-41b2880bc303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.757515761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9344852c-e5d4-4da3-8493-32ef059814af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.806683506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb5188db-8e62-4e31-aa78-41b2880bc303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.812576083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8333afb-4f41-4138-8336-0e196493df43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.812592812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8333afb-4f41-4138-8336-0e196493df43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.861340528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b804bd3b-3a92-48b1-ab73-5fb4e6fd6db0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:41.861359138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b804bd3b-3a92-48b1-ab73-5fb4e6fd6db0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:42.000909112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"02f46f2c-3af5-4f9d-aaa2-75ebcfe35450","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:42.122563904Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"02f46f2c-3af5-4f9d-aaa2-75ebcfe35450","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:42.174678919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"02f46f2c-3af5-4f9d-aaa2-75ebcfe35450","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:42.226975897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d642bc5a-9218-4aec-9640-05eed5ae08e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:42.226997783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d642bc5a-9218-4aec-9640-05eed5ae08e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.318642685Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-sub","reconcileID":"1c5c4033-0dd0-498a-a6ce-e849908d9ce8","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","subscription":"e2e-fail-d30e6684-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.417045151Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-sub","reconcileID":"1c5c4033-0dd0-498a-a6ce-e849908d9ce8","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.466531422Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-sub","reconcileID":"1c5c4033-0dd0-498a-a6ce-e849908d9ce8","MaaSSubscription":{"name":"e2e-fail-d30e6684-sub","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"maas-trlp-e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.775333776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"b0ed5358-dce2-45a6-8f80-4343809a6abb","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.77536039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"b0ed5358-dce2-45a6-8f80-4343809a6abb","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.866602956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"3960ad93-79d6-4eea-82b0-9fb26dc9693f","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.920411435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"3960ad93-79d6-4eea-82b0-9fb26dc9693f","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.935789652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"e453c61b-696f-4a28-8471-31d4d3176e77","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:43.935818975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"e453c61b-696f-4a28-8471-31d4d3176e77","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:44.167965864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"319cf9a1-526d-4dcc-b1ab-c5e322037f19","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:44.419062059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"319cf9a1-526d-4dcc-b1ab-c5e322037f19","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:44.541478836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"319cf9a1-526d-4dcc-b1ab-c5e322037f19","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"name":"e2e-extmod-b-4599cf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:44.541504546Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"e2e-fail-d30e6684-access","reconcileID":"319cf9a1-526d-4dcc-b1ab-c5e322037f19","MaaSAuthPolicy":{"name":"e2e-fail-d30e6684-access","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4599cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:44.644384604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"bbfa8c66-2f90-4381-9d9a-006301a63c14","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-b-4599cf","gateway":"openshift-ingress/e2e-extmod-b-4599cf","model":"e2e-extmod-fail-user-913997/e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:44.644413514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"bbfa8c66-2f90-4381-9d9a-006301a63c14","MaaSModelRef":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-d30e6684-a3d61b7cdf80","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-d30e6684","externalModel":"e2e-fail-d30e6684","provider":"e2e-fail-d30e6684-provider","gateway":"openshift-ingress/e2e-extmod-b-4599cf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.308302241Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"a526af43-72d4-40e8-b837-a678f7b099e7","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.407666093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"98c94005-4e58-4b7a-9175-4382d05e2928","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.412628315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"300e9a5c-4f94-49c1-895e-3afcaaf66e51","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.412648034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"300e9a5c-4f94-49c1-895e-3afcaaf66e51","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.454969463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"a1281879-791f-44b4-b98b-8fcc77ba8869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.455187854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2eac2e2-e4a2-4a68-8bd0-5fbecb602c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.455753457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"82ea3924-9ed8-448a-ac6b-e690e6456213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.456476583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39abca25-a880-422c-80d2-281c33aca97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.461629112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"98c94005-4e58-4b7a-9175-4382d05e2928","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.511361965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"a1281879-791f-44b4-b98b-8fcc77ba8869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.513770271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"82ea3924-9ed8-448a-ac6b-e690e6456213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.517736424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"98c94005-4e58-4b7a-9175-4382d05e2928","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:45.586387497Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39abca25-a880-422c-80d2-281c33aca97b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.590766321Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2eac2e2-e4a2-4a68-8bd0-5fbecb602c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.637395733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"4e0d4201-1928-4920-b874-89113dbad1bc","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"maas-trlp-e2e-fail-f4435682","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.670669218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"9188be9d-d6fc-4251-9bb8-e4717dfcf9ce","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.671790386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5375f107-7c60-46fc-919e-a7e983c1d681","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.67181122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5375f107-7c60-46fc-919e-a7e983c1d681","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:45.672235108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39abca25-a880-422c-80d2-281c33aca97b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.672579471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2eac2e2-e4a2-4a68-8bd0-5fbecb602c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.724788894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"9188be9d-d6fc-4251-9bb8-e4717dfcf9ce","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.729047252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcfda772-0b1e-439a-aeed-560618ff9aa1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.729066177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcfda772-0b1e-439a-aeed-560618ff9aa1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.795086546Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-d30e6684","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","reconcileID":"f28a38b0-946c-46f6-b72d-f357b89adf76","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-d30e6684","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.818306209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c7cc1c4e-0db1-4f57-a999-93bea4950a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.874594115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"c7cc1c4e-0db1-4f57-a999-93bea4950a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.891752063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"1a97fed8-cf5c-40fb-8b80-d61f8f7a3cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.89177419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"d5e7fdf3-3cdf-4e91-8d3c-c8d9d488af91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.892236452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"976e84fe-5b2e-4663-8fc9-b3304876367f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:45.990971365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"1a97fed8-cf5c-40fb-8b80-d61f8f7a3cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.004121615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"d5e7fdf3-3cdf-4e91-8d3c-c8d9d488af91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.016059015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"976e84fe-5b2e-4663-8fc9-b3304876367f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.152583978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"02ba8510-1d31-4a5d-b60e-6824c8fb9f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.206532264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"02ba8510-1d31-4a5d-b60e-6824c8fb9f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.226958933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d2f939b2-c2cb-4fa0-b803-4cb525eadae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.280677166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d2f939b2-c2cb-4fa0-b803-4cb525eadae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.294631296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d82d362e-27d5-4aff-96a4-064c1d45fc9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.345846382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"91fdace5-7496-4799-ad2d-d276751730cc","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.349295923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"d82d362e-27d5-4aff-96a4-064c1d45fc9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.389313798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"5e4c8738-9213-4f30-8879-ae589541b9c3","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.389433125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"5e4c8738-9213-4f30-8879-ae589541b9c3","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.400182937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e05cce65-c9ce-47a8-90a4-af2c6f31003e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.476107957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"e05cce65-c9ce-47a8-90a4-af2c6f31003e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.503899272Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"91fdace5-7496-4799-ad2d-d276751730cc","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.560753884Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"0b0002e4-50c2-4a32-9092-935bf8942a5a","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cacd55c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.565397906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"91fdace5-7496-4799-ad2d-d276751730cc","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.625651345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0311845f-8af8-495c-a09d-5a6225476cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.626109071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7513d25-912f-4b51-8eca-7befcb8af45d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.626182504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7513d25-912f-4b51-8eca-7befcb8af45d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.684781869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d669a44a-8af3-43f3-aff1-fa4dc6902392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.746146191Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0311845f-8af8-495c-a09d-5a6225476cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.766432663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"482c2fdc-b942-4a65-996b-783c7bfc1477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.770844933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b8025509-c5a5-430b-bf9b-d82918ab0e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:46.795817861Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d669a44a-8af3-43f3-aff1-fa4dc6902392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.798320873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0311845f-8af8-495c-a09d-5a6225476cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.819937459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"482c2fdc-b942-4a65-996b-783c7bfc1477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.824520496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"b8025509-c5a5-430b-bf9b-d82918ab0e38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:46.8480578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d669a44a-8af3-43f3-aff1-fa4dc6902392","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.848234526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4aae86b-9f32-46f1-9079-c859be2471e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.848250507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4aae86b-9f32-46f1-9079-c859be2471e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.852673936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e07d068-f9f8-48b9-9235-6ea36d530471","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.852690073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e07d068-f9f8-48b9-9235-6ea36d530471","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.866636798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"832d7a80-9a85-4cca-a080-6c5092ddf9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.920655636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"832d7a80-9a85-4cca-a080-6c5092ddf9c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.993817341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d5830732-4fca-40b9-8b1d-d67107f22cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.997032717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"3b306ff1-2f89-4246-b1aa-2caceb42ca43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.047185166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d5830732-4fca-40b9-8b1d-d67107f22cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.050325884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"3b306ff1-2f89-4246-b1aa-2caceb42ca43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.062641661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"715cebb7-3571-4435-aaad-a752521ca78f","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.113246483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"75f88e36-a41c-4fda-bbda-c21549f07242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.117003853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"715cebb7-3571-4435-aaad-a752521ca78f","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.169863365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"75f88e36-a41c-4fda-bbda-c21549f07242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.262929909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51234977-93a2-4936-b467-62579dc0fee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.316961343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51234977-93a2-4936-b467-62579dc0fee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.369426025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51234977-93a2-4936-b467-62579dc0fee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.424082699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0af285e8-8a14-44b6-b226-87063fdf8095","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.424103705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0af285e8-8a14-44b6-b226-87063fdf8095","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.610301076Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"ba35d9f7-5384-4fea-bd3a-9a2bb98f0daa","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","subscription":"e2e-fail-f4435682-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.709153835Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"ba35d9f7-5384-4fea-bd3a-9a2bb98f0daa","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.727857561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"2fc36411-aa02-461c-9edc-7f24c65a1fae","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.758568493Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-sub","reconcileID":"ba35d9f7-5384-4fea-bd3a-9a2bb98f0daa","MaaSSubscription":{"name":"e2e-fail-f4435682-sub","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"maas-trlp-e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.848566373Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"2fc36411-aa02-461c-9edc-7f24c65a1fae","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.900826877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"2fc36411-aa02-461c-9edc-7f24c65a1fae","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.953581988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"324c08a3-0f7d-4093-bd2a-f0e7aa80afe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.953603948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"324c08a3-0f7d-4093-bd2a-f0e7aa80afe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.998790663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"929b45c1-0647-41c5-b271-b6d65d700c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.069491794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"def36385-c53d-4ecb-b5bc-824ab0db7b3a","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.069527421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"def36385-c53d-4ecb-b5bc-824ab0db7b3a","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.119026861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"d92d1e11-1382-4528-82e9-7c681e5ac6ce","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.122951084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"929b45c1-0647-41c5-b271-b6d65d700c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.176667667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"d92d1e11-1382-4528-82e9-7c681e5ac6ce","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.178683318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"929b45c1-0647-41c5-b271-b6d65d700c9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.237522733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"c520eff6-6231-4651-b184-65d798d65e99","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.237546623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"c520eff6-6231-4651-b184-65d798d65e99","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.286900563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61a17667-f277-465d-9c5f-a69da7330d42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.286918575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61a17667-f277-465d-9c5f-a69da7330d42","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.422616296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"72fff9bb-e372-44c2-8d02-fc3184f9aa70","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.569978865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"093707b7-e15a-47d1-ba60-9ec539146cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.574954831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"72fff9bb-e372-44c2-8d02-fc3184f9aa70","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.624195827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"093707b7-e15a-47d1-ba60-9ec539146cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.676880069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"093707b7-e15a-47d1-ba60-9ec539146cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.696134525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"72fff9bb-e372-44c2-8d02-fc3184f9aa70","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"name":"e2e-extmod-a-d0b209-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.696159212Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"e2e-fail-f4435682-access","reconcileID":"72fff9bb-e372-44c2-8d02-fc3184f9aa70","MaaSAuthPolicy":{"name":"e2e-fail-f4435682-access","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d0b209","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.732309015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4ee914-32d5-408c-9d8c-f4465b1789f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.732333436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4ee914-32d5-408c-9d8c-f4465b1789f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.800419317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"6cd918d3-7064-478b-8f5b-6f7fe2a3b593","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"tenant":"e2e-extmod-a-d0b209","gateway":"openshift-ingress/e2e-extmod-a-d0b209","model":"e2e-extmod-fail-user-913997/e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.800480137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"6cd918d3-7064-478b-8f5b-6f7fe2a3b593","MaaSModelRef":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"routeName":"external-model-e2e-fail-f4435682-bc0221b58aae","namespace":"e2e-extmod-fail-user-913997","model":"e2e-fail-f4435682","externalModel":"e2e-fail-f4435682","provider":"e2e-fail-f4435682-provider","gateway":"openshift-ingress/e2e-extmod-a-d0b209","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.421990054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"8cab971b-e2dd-425f-a740-67be4ed2329f","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.520793938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d2d840b4-826a-4f2e-ae57-36252698572c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.569171808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"98b8dde2-14b5-49fb-b91d-34755cf55e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.569190679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b2fdeac-51d5-4f22-8ede-f7e4dbb99edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.56968868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a408754-7810-4388-bc3b-a0b254c1a370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.569708096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f38b0f83-b92c-4c8b-a7be-ceba94cc8d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.626272888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"98b8dde2-14b5-49fb-b91d-34755cf55e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.628137629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a408754-7810-4388-bc3b-a0b254c1a370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.630081156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b2fdeac-51d5-4f22-8ede-f7e4dbb99edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.632400661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"f38b0f83-b92c-4c8b-a7be-ceba94cc8d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.64320295Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d2d840b4-826a-4f2e-ae57-36252698572c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.680557852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a408754-7810-4388-bc3b-a0b254c1a370","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.683750037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b2fdeac-51d5-4f22-8ede-f7e4dbb99edf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.696429025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"d2d840b4-826a-4f2e-ae57-36252698572c","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.736001266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c1a8211-9ebe-45c3-b4c4-f49ab905b345","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.736903585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c1a8211-9ebe-45c3-b4c4-f49ab905b345","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.743685056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c86f688-2f09-42df-bd31-aefcf1f92d7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.743766622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c86f688-2f09-42df-bd31-aefcf1f92d7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.756717848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd61b1a8-ce75-436e-a1a3-57efabb42be6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.756745181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd61b1a8-ce75-436e-a1a3-57efabb42be6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.883723649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ebe41cca-1c7f-49a9-b773-27af9896a177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.892538658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2bd5faa6-61ea-4825-b995-dd6915318eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.903905636Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-f4435682","namespace":"e2e-extmod-fail-user-913997"},"namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","reconcileID":"5fa2e7fe-cbdb-4ff8-b2d1-048f42f6969e","namespace":"e2e-extmod-fail-user-913997","name":"e2e-fail-f4435682","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.937604189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"ebe41cca-1c7f-49a9-b773-27af9896a177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.946863443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2bd5faa6-61ea-4825-b995-dd6915318eef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.984253403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3c9fb512-e338-49d9-bd5f-e5ce053d68f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.984717863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"74e50825-42d2-42b2-8db8-d112c88ff2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.986186268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"57cbb227-ef07-43ec-af78-fa655a80f9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.039674454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"74e50825-42d2-42b2-8db8-d112c88ff2e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.040046024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"3c9fb512-e338-49d9-bd5f-e5ce053d68f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.042060474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"57cbb227-ef07-43ec-af78-fa655a80f9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.281705443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"164f5b5e-e1d0-4ba6-b216-53c715d211ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.282105473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"a7a268e2-f8ac-474f-9b74-49835a3f0776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.335557476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"164f5b5e-e1d0-4ba6-b216-53c715d211ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.335725543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"a7a268e2-f8ac-474f-9b74-49835a3f0776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.384398163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"611c3e27-0a3b-4581-8b51-e18ce1e6ad77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.384730672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94d61ce-715b-47b2-b973-550ad4ff96e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.384882719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a4124b0-5fa8-4507-8590-cb100a2596ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.442075171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"611c3e27-0a3b-4581-8b51-e18ce1e6ad77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.509525846Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94d61ce-715b-47b2-b973-550ad4ff96e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:59.518670895Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a4124b0-5fa8-4507-8590-cb100a2596ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.570397969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b94d61ce-715b-47b2-b973-550ad4ff96e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:59.594380078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a4124b0-5fa8-4507-8590-cb100a2596ac","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.595306432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45db7493-d8c7-4c44-8556-d21c3df3ffe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.595327311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45db7493-d8c7-4c44-8556-d21c3df3ffe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.622617935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"ba4b5358-7774-4b03-b102-1107a1a7d802","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.652567735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e3ce801e-7043-4aac-b7f2-80b12d9a2a8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.652594322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e3ce801e-7043-4aac-b7f2-80b12d9a2a8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.690796647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4293c58a-aed5-49e1-a574-6eb239a5b1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.747308072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"4293c58a-aed5-49e1-a574-6eb239a5b1e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.763562892Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"ba4b5358-7774-4b03-b102-1107a1a7d802","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.790508905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6840fb1a-1cef-4428-8a99-2cb57100d7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.790513876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2bc62116-d9e8-4855-96b1-76791c7b6d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.802633128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"29a499dc-c2bc-4d26-8c9a-25d85eb6940f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.815994696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"ba4b5358-7774-4b03-b102-1107a1a7d802","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.844132984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2bc62116-d9e8-4855-96b1-76791c7b6d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.844167419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"6840fb1a-1cef-4428-8a99-2cb57100d7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.856175084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"29a499dc-c2bc-4d26-8c9a-25d85eb6940f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.87009174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca63aa3a-9755-479e-90ea-c0a90dfeb05f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.870109929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca63aa3a-9755-479e-90ea-c0a90dfeb05f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.034785393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"0b3534af-47e4-4d17-a244-5c77113765cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.038138869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4dfa7021-2a2d-437e-b5ff-c913209c5122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.088429588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"0b3534af-47e4-4d17-a244-5c77113765cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.091372188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"4dfa7021-2a2d-437e-b5ff-c913209c5122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.145212617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddc7cfae-7985-4c85-92a3-926f5ece92fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.145378869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"559f7f66-2636-4300-b3cc-184983eac16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.204273726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"559f7f66-2636-4300-b3cc-184983eac16c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.267895998Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddc7cfae-7985-4c85-92a3-926f5ece92fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.322578738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddc7cfae-7985-4c85-92a3-926f5ece92fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.375191044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55ac19a4-e180-4ebf-b0f3-1f57cabe82c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.375213938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55ac19a4-e180-4ebf-b0f3-1f57cabe82c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:03.31064887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bd9bb26-1d91-4109-b53e-e977e17d0e3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:03.310675975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bd9bb26-1d91-4109-b53e-e977e17d0e3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:03.361872124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3bbbd12-86c1-46af-b469-434cc8bc0eb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:03.361901201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3bbbd12-86c1-46af-b469-434cc8bc0eb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:03.459019115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"namespace":"ai-tenant-e2e-mt-3e57a806","name":"e2e-policy-3e57a806","reconcileID":"17e5f0b9-d896-46e9-917a-137ced9bb629","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:03.58169343Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"namespace":"ai-tenant-e2e-mt-3e57a806","name":"e2e-policy-3e57a806","reconcileID":"17e5f0b9-d896-46e9-917a-137ced9bb629","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:03.63403555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"namespace":"ai-tenant-e2e-mt-3e57a806","name":"e2e-policy-3e57a806","reconcileID":"17e5f0b9-d896-46e9-917a-137ced9bb629","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.058111071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2143bec5-eb5b-4c23-8a72-5cdf2d7df6e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.058141772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2143bec5-eb5b-4c23-8a72-5cdf2d7df6e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.112067724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"729f33c9-bec9-4528-ba76-3e4601874b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.112089607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"729f33c9-bec9-4528-ba76-3e4601874b6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.208720916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-policy-7ea0548f","reconcileID":"2603035a-363e-4199-999a-b0c5bfad3aab","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.262255301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-policy-7ea0548f","reconcileID":"2603035a-363e-4199-999a-b0c5bfad3aab","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.314138501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-policy-7ea0548f","reconcileID":"2603035a-363e-4199-999a-b0c5bfad3aab","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.329731034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6937194b-1c87-4b65-a15b-02d0650dbc14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.329752274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6937194b-1c87-4b65-a15b-02d0650dbc14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.369137359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40ac1d4a-0085-48f3-a848-2b2d857338ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.369166274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40ac1d4a-0085-48f3-a848-2b2d857338ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.383133205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518668ac-1616-4bcb-b366-10c99a7c54d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.383160533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"518668ac-1616-4bcb-b366-10c99a7c54d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:30:08.435238536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-sub-7ea0548f","reconcileID":"9e08d4b1-18c3-4415-a637-8e437ca2e00e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7ea0548f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.468720966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-policy-7ea0548f","reconcileID":"7ec9ae68-2085-4d10-b28d-6807b0580629","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.524574068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-policy-7ea0548f","reconcileID":"7ec9ae68-2085-4d10-b28d-6807b0580629","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.548838454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f06475b-33f4-4607-8515-370fd964fc70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.548865846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f06475b-33f4-4607-8515-370fd964fc70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.57689263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-policy-7ea0548f","reconcileID":"7ec9ae68-2085-4d10-b28d-6807b0580629","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.604988629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4bcdcf-437e-499c-b0b2-c3b1966990c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.605024029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f4bcdcf-437e-499c-b0b2-c3b1966990c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.859368307Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-sub-7ea0548f","reconcileID":"4f2e2cb4-4a54-4084-b095-b8795a0a7f94","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-7ea0548f/e2e-shared-sub-7ea0548f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.020626759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a1e8460-1663-43ea-adbb-32d6ec052137","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.020649901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a1e8460-1663-43ea-adbb-32d6ec052137","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.063934845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43c0c92e-0ab6-45af-a0ee-f5c3196a723e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.227370804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-sub-7ea0548f","reconcileID":"7aab0671-80a8-47b9-b7e9-69c7c1c20ad5","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.228048418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.382439187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2403b7d-9f0f-462c-816a-37b64769a70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.382496853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2403b7d-9f0f-462c-816a-37b64769a70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.415077722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad67a4ce-2284-4ea0-9c81-4b002602ead0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.415098036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad67a4ce-2284-4ea0-9c81-4b002602ead0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.469765114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"662ddf84-8927-4614-86a1-5950a561cc3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.469796651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"662ddf84-8927-4614-86a1-5950a561cc3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.566749431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"7fb0c411-916f-41d5-bf43-fb4158d38ed7","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.620756975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"7fb0c411-916f-41d5-bf43-fb4158d38ed7","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.67327051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"7fb0c411-916f-41d5-bf43-fb4158d38ed7","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.704953384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94011d72-3225-4ac8-bf98-57524c77b3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.704975476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94011d72-3225-4ac8-bf98-57524c77b3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.72536208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e31dce7c-a48b-4cca-a254-76fc05aaf78d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.725383423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e31dce7c-a48b-4cca-a254-76fc05aaf78d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.756222466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e408937e-b942-4192-9116-64e4d18993c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.75624888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e408937e-b942-4192-9116-64e4d18993c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.798374276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83f2716d-a337-4745-8dcc-eeaa033af86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:30:09.808753586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-sub-7ea0548f","reconcileID":"b34dc820-aa9a-4b1a-a751-e184404cb6cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-7ea0548f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.849848208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"2ba62add-7879-46cc-8909-8ef6e37d3dcf","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.903586601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"2ba62add-7879-46cc-8909-8ef6e37d3dcf","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.918101344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0e9241c-9bf2-4bad-b472-c746ac91ffb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.918123751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0e9241c-9bf2-4bad-b472-c746ac91ffb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.918985883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83f2716d-a337-4745-8dcc-eeaa033af86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.955736739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"2ba62add-7879-46cc-8909-8ef6e37d3dcf","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.97165865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83f2716d-a337-4745-8dcc-eeaa033af86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.973859711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"62dfd8e7-c5cc-4d7d-b390-ae8b93fc0b52","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.974237487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e2b3e46-3402-4cec-a1ac-f0a27e5a2090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.974257811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e2b3e46-3402-4cec-a1ac-f0a27e5a2090","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.007911064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb3e5b27-1737-49e3-b3ed-7e1f89eeac49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.007958436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb3e5b27-1737-49e3-b3ed-7e1f89eeac49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.026295648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47225d2a-995e-458c-874c-faa3ecba8e32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.026313441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"47225d2a-995e-458c-874c-faa3ecba8e32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.098558617Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"62dfd8e7-c5cc-4d7d-b390-ae8b93fc0b52","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.151236988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"62dfd8e7-c5cc-4d7d-b390-ae8b93fc0b52","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.205374017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1bc71b-2c3c-4aec-8305-32c277223575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.205397121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d1bc71b-2c3c-4aec-8305-32c277223575","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.22494974Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-sub-7ea0548f","reconcileID":"c1ccb466-132b-435f-a85f-a034a3489475","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-5eff2835/e2e-shared-sub-7ea0548f","ai-tenant-e2e-mt-7ea0548f/e2e-shared-sub-7ea0548f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.426529449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5cc9e258-c30d-4638-afa6-c3e6bca91c2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.426905506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54dba2b6-9849-4268-bdea-6cd9da148f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.426926991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54dba2b6-9849-4268-bdea-6cd9da148f60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.42713612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-sub-7ea0548f","reconcileID":"88229fea-3cb4-4e90-ac5b-bf704291aae9","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.525906602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa526d9e-51c6-4795-a362-d61e3d194407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.62288848Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-policy-7ea0548f","reconcileID":"c437d589-e22a-4570-b950-5405a8633ec0","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.622990303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0c89b29-0198-4c6c-b8ca-64bd557765ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.62300846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0c89b29-0198-4c6c-b8ca-64bd557765ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.624443292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-sub-7ea0548f","reconcileID":"cb9136a3-c26e-4bad-8135-92d80f1bc290","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.646410453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa526d9e-51c6-4795-a362-d61e3d194407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.698676148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 110","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa526d9e-51c6-4795-a362-d61e3d194407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.753046722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82b0ca2e-709e-4cef-96d3-00d69128cc81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.753068123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82b0ca2e-709e-4cef-96d3-00d69128cc81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.772014909Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-policy-7ea0548f","reconcileID":"c437d589-e22a-4570-b950-5405a8633ec0","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"policyNamespace":"ai-tenant-e2e-mt-7ea0548f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.825353286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b75ec8fd-1db8-4d03-a584-db7c9e629674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.825378193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b75ec8fd-1db8-4d03-a584-db7c9e629674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.977383608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172976f4-da57-45ef-9fd1-365bae7967a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.977414563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172976f4-da57-45ef-9fd1-365bae7967a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.105327465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"65ce0e2b-8040-4156-822e-10b334c2bf5f","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.172320643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cf122ff-5a52-4ce5-8294-2d1c81bfefd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.227828714Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"65ce0e2b-8040-4156-822e-10b334c2bf5f","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.228945036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cf122ff-5a52-4ce5-8294-2d1c81bfefd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.280355442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"65ce0e2b-8040-4156-822e-10b334c2bf5f","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.281084024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cf122ff-5a52-4ce5-8294-2d1c81bfefd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.30737067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"7ad40b7a-6706-474a-8865-00787f0fcb26","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.332716651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3633ccb4-3c21-4104-b4fc-6b6cc841d859","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.332737528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3633ccb4-3c21-4104-b4fc-6b6cc841d859","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.335404494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8cc79b6c-56bd-473b-8bef-06377d0d548d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.335424798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8cc79b6c-56bd-473b-8bef-06377d0d548d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.361503349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"7ad40b7a-6706-474a-8865-00787f0fcb26","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.413740841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"7ad40b7a-6706-474a-8865-00787f0fcb26","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.468270865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e34a390f-3a10-4a6f-9e0a-44e97658afc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.468300701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e34a390f-3a10-4a6f-9e0a-44e97658afc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.899101678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88ded2aa-dc29-4ea5-ab7d-db3325a53588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.019755626Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88ded2aa-dc29-4ea5-ab7d-db3325a53588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.072921958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88ded2aa-dc29-4ea5-ab7d-db3325a53588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.12613784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2631dd9c-7879-4427-a262-73be55479e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.126270037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2631dd9c-7879-4427-a262-73be55479e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.132716197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-sub-7ea0548f","reconcileID":"a7fbb78b-6325-4365-bbdf-0342d3a57f3b","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-7ea0548f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.335913841Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"namespace":"ai-tenant-e2e-mt-7ea0548f","name":"e2e-shared-sub-7ea0548f","reconcileID":"a7fbb78b-6325-4365-bbdf-0342d3a57f3b","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-7ea0548f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-5eff2835/e2e-shared-sub-7ea0548f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.534690111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-sub-7ea0548f","reconcileID":"d6799ab9-15cd-44e2-99ca-e47be4bb3094","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.534827905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"497503d9-5d3a-49ae-9634-706cfd204033","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.593385728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f8ec42-1a28-4a03-8a56-d166d8f750b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.593408059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f8ec42-1a28-4a03-8a56-d166d8f750b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:29.363073264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"namespace":"ai-tenant-e2e-mt-3e57a806","name":"e2e-policy-3e57a806","reconcileID":"e626abab-5af1-4254-a706-ecc2abf7fed7","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:29.460296129Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"namespace":"ai-tenant-e2e-mt-3e57a806","name":"e2e-policy-3e57a806","reconcileID":"e626abab-5af1-4254-a706-ecc2abf7fed7","MaaSAuthPolicy":{"name":"e2e-policy-3e57a806","namespace":"ai-tenant-e2e-mt-3e57a806"},"policyNamespace":"ai-tenant-e2e-mt-3e57a806","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.430249921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"d17e1f58-489b-4c97-84ae-d04214912fa0","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.480423915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9483e743-d9f5-40fd-871a-ae7ca473e1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.534687107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9483e743-d9f5-40fd-871a-ae7ca473e1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.552764909Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"d17e1f58-489b-4c97-84ae-d04214912fa0","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.565737251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"af7a1796-4966-440b-ba9e-df18532ced11","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.586835899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9483e743-d9f5-40fd-871a-ae7ca473e1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.60519733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"d17e1f58-489b-4c97-84ae-d04214912fa0","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.619119997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"af7a1796-4966-440b-ba9e-df18532ced11","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.641799037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59b03d4a-c6bc-4d44-aec5-622b46564746","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.641819965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59b03d4a-c6bc-4d44-aec5-622b46564746","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.657491231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f72fac1f-7552-45fc-afb5-e544ba016b40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.657509573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f72fac1f-7552-45fc-afb5-e544ba016b40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.671332259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"af7a1796-4966-440b-ba9e-df18532ced11","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.723830667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80e59f26-cd09-4488-8ba8-f3bd23aab033","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:30.72385165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80e59f26-cd09-4488-8ba8-f3bd23aab033","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:31.27198597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90cfb9e6-89ec-4c7a-bf30-da460ed2a536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:31.392870997Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90cfb9e6-89ec-4c7a-bf30-da460ed2a536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:31.446892464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90cfb9e6-89ec-4c7a-bf30-da460ed2a536","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:31.501594317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23168d4d-470a-4c65-8ab4-55d346b59169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:31.501651291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23168d4d-470a-4c65-8ab4-55d346b59169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.574644446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"82684298-0378-4fd1-a0e5-22e6481ec1a8","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.574774243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"673e2b1d-6852-43dc-88c7-e00d542978a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.574792078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"673e2b1d-6852-43dc-88c7-e00d542978a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.672358765Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"namespace":"ai-tenant-e2e-mt-012205bc","name":"e2e-policy-012205bc","reconcileID":"82684298-0378-4fd1-a0e5-22e6481ec1a8","MaaSAuthPolicy":{"name":"e2e-policy-012205bc","namespace":"ai-tenant-e2e-mt-012205bc"},"policyNamespace":"ai-tenant-e2e-mt-012205bc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.733843806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f5f18d0-0913-445a-a070-09ef427df17b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.733865178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f5f18d0-0913-445a-a070-09ef427df17b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:39.22235813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.167201091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c024ae-062f-4ddd-9cac-35eac43503a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.215722674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c024ae-062f-4ddd-9cac-35eac43503a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.266358506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c024ae-062f-4ddd-9cac-35eac43503a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.315303199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c024ae-062f-4ddd-9cac-35eac43503a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.761933768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"8cd33c1e-959c-4c8f-a325-45b708c7e2b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.810053592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb82fb21-17c6-46f1-8e78-b0b9e7ffd373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.863724307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb82fb21-17c6-46f1-8e78-b0b9e7ffd373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.886542333Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"8cd33c1e-959c-4c8f-a325-45b708c7e2b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.916169055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb82fb21-17c6-46f1-8e78-b0b9e7ffd373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.939414917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"8cd33c1e-959c-4c8f-a325-45b708c7e2b8","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.971015493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"012b2eda-71f4-464e-902c-bc97f15850bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.971034002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"012b2eda-71f4-464e-902c-bc97f15850bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.993655759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda21017-b28e-499b-8057-cf500ec47683","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:40.993681052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bda21017-b28e-499b-8057-cf500ec47683","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.655716703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a0ab718-82d6-4d5c-a1d5-f7149b1dfa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.778256838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a0ab718-82d6-4d5c-a1d5-f7149b1dfa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.83089112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a0ab718-82d6-4d5c-a1d5-f7149b1dfa86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.885841162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db1410c7-439f-4712-a6a7-43b48ee5e44c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.885864562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db1410c7-439f-4712-a6a7-43b48ee5e44c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.141149046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0f1cf9-7d0d-4c84-a575-a9eb30a1ee68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.18977415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0f1cf9-7d0d-4c84-a575-a9eb30a1ee68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.238788284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0f1cf9-7d0d-4c84-a575-a9eb30a1ee68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.288082265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0f1cf9-7d0d-4c84-a575-a9eb30a1ee68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.090340911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"89a60d04-440e-4051-95d6-8309e2079264","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.115857478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"062b0d18-2582-4692-9415-61647335c991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.169192004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"062b0d18-2582-4692-9415-61647335c991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.210996141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"89a60d04-440e-4051-95d6-8309e2079264","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.221550003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"062b0d18-2582-4692-9415-61647335c991","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.263684945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"89a60d04-440e-4051-95d6-8309e2079264","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.277117921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2587cbbf-a4d0-4f64-bc5e-9f0a7950a887","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.277134038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2587cbbf-a4d0-4f64-bc5e-9f0a7950a887","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.317509904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e31b8dd1-3a62-41d0-8f3d-38e90eea1c5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.317526031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e31b8dd1-3a62-41d0-8f3d-38e90eea1c5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.031863652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8721b9e2-fdcf-4a9a-a3a1-005425abdc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.152161061Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8721b9e2-fdcf-4a9a-a3a1-005425abdc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.204554485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 118","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8721b9e2-fdcf-4a9a-a3a1-005425abdc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.25936712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"079d3bd4-43f2-4b38-b972-a46799bc5206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.259393708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"079d3bd4-43f2-4b38-b972-a46799bc5206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.414129169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"0192cd54-16b2-4387-ad18-658af3d45f26","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.421852385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"590065cb-cd4c-4f64-b144-46eddb5ac916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.47540508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"590065cb-cd4c-4f64-b144-46eddb5ac916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.527833763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 118","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"590065cb-cd4c-4f64-b144-46eddb5ac916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.538292406Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"0192cd54-16b2-4387-ad18-658af3d45f26","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.582663665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37e4957c-dead-42cf-a9cc-8041c9a5a4bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.582685187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37e4957c-dead-42cf-a9cc-8041c9a5a4bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.59061332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 119","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"0192cd54-16b2-4387-ad18-658af3d45f26","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.645119249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82fb527-d6ca-469d-8339-7d282d5a5ec0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:01.645138458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b82fb527-d6ca-469d-8339-7d282d5a5ec0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:02.406715596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc3c0332-128e-4449-808f-20401284c7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:02.529874918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc3c0332-128e-4449-808f-20401284c7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:02.582174383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 120","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc3c0332-128e-4449-808f-20401284c7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:02.637130238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cff30157-cfc0-48f1-9e8b-10b6bbeda6ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:02.637152642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cff30157-cfc0-48f1-9e8b-10b6bbeda6ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:04.924597541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d3ec3-8915-41f6-b127-2f9ed607521e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:04.973974351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d3ec3-8915-41f6-b127-2f9ed607521e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:05.023303175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d3ec3-8915-41f6-b127-2f9ed607521e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:05.075208412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637d3ec3-8915-41f6-b127-2f9ed607521e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:06.962163724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e4f054-a1aa-4b9c-8b4a-1d13ceae2361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:07.010906673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e4f054-a1aa-4b9c-8b4a-1d13ceae2361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:07.059695533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e4f054-a1aa-4b9c-8b4a-1d13ceae2361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:07.108538414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e4f054-a1aa-4b9c-8b4a-1d13ceae2361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:09.221956781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:11.727946625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de465672-6c15-4c6f-8eef-d5571518c7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:11.780146556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"88d3e5ad-05e0-41e2-99d7-45872a32e220","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:11.782022529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de465672-6c15-4c6f-8eef-d5571518c7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:11.834288802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 120","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de465672-6c15-4c6f-8eef-d5571518c7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:11.891409664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af41d511-9218-4d50-82b0-55187c7f44ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:11.891431919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af41d511-9218-4d50-82b0-55187c7f44ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:11.901244103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"88d3e5ad-05e0-41e2-99d7-45872a32e220","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:11.956257216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 121","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"88d3e5ad-05e0-41e2-99d7-45872a32e220","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:12.016206326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5418a66c-e83c-48f5-8564-228a57227688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:12.01623441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5418a66c-e83c-48f5-8564-228a57227688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:12.785212826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ded1e9f6-fc7a-40fd-bc00-664406942534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:12.910630454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ded1e9f6-fc7a-40fd-bc00-664406942534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:12.963058914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 122","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ded1e9f6-fc7a-40fd-bc00-664406942534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.021220479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6a08a6d-e399-47d2-8489-2ad68d089521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.021241743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6a08a6d-e399-47d2-8489-2ad68d089521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.039436435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"165ea75f-5af6-43cd-9a7a-39d4ca78dda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.093655119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"165ea75f-5af6-43cd-9a7a-39d4ca78dda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.114817079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"8b3b8afe-64f6-441d-9ce9-39bab3c410e4","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.146149732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 122","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"165ea75f-5af6-43cd-9a7a-39d4ca78dda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.199123089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4ec0e54-34c8-4af5-9195-03c1ce9f1112","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.19914774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4ec0e54-34c8-4af5-9195-03c1ce9f1112","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.235343001Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"8b3b8afe-64f6-441d-9ce9-39bab3c410e4","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.287878172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"8b3b8afe-64f6-441d-9ce9-39bab3c410e4","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.342680305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a88f7844-7849-4d8d-a195-d2a37ac9f4e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.342701025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a88f7844-7849-4d8d-a195-d2a37ac9f4e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:23.167190318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86eff35-562a-43c1-a991-0797d475f259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:23.288008963Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86eff35-562a-43c1-a991-0797d475f259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:23.340373734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 124","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c86eff35-562a-43c1-a991-0797d475f259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:23.393256925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c92056c-400f-47b1-a60b-431b1feef0b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:23.393282742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c92056c-400f-47b1-a60b-431b1feef0b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.344906091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9171984d-2652-476e-965e-f716b0b0f6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.399076557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9171984d-2652-476e-965e-f716b0b0f6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.441839386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"2e53c93f-aeca-4a4f-837f-25cd4f2cbc50","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.451673325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 124","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9171984d-2652-476e-965e-f716b0b0f6a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.504593114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c44ad4b-0484-4c2a-9b9e-5e24cfccf8ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.504610899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c44ad4b-0484-4c2a-9b9e-5e24cfccf8ab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.562531887Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"2e53c93f-aeca-4a4f-837f-25cd4f2cbc50","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.615434999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 125","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"2e53c93f-aeca-4a4f-837f-25cd4f2cbc50","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.667410232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be3719b-c331-4884-9307-001564f04a27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.667426166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0be3719b-c331-4884-9307-001564f04a27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:33.53957488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b07f94e-df87-419c-8ec2-ac33511e542c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:33.660729921Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b07f94e-df87-419c-8ec2-ac33511e542c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:33.713139842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 126","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b07f94e-df87-419c-8ec2-ac33511e542c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:33.767843917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e85eecf9-cdf2-48e2-8d2b-988dbb97d3d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:33.76786623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e85eecf9-cdf2-48e2-8d2b-988dbb97d3d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:39.221090359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.650929235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efdfb559-0e90-432e-8cab-7c51a5136b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.704780099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efdfb559-0e90-432e-8cab-7c51a5136b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.7571913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 126","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efdfb559-0e90-432e-8cab-7c51a5136b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.765536475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"e43ba85b-0d1f-42de-8272-b97104fb7c17","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.812583832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3dc9e92-d30b-4664-a43e-b9de71d93b9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.812605023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3dc9e92-d30b-4664-a43e-b9de71d93b9c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.887408078Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"e43ba85b-0d1f-42de-8272-b97104fb7c17","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.939344227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 127","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"e43ba85b-0d1f-42de-8272-b97104fb7c17","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.993278604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f29fcd3-f3f1-40d2-9970-4e772a2cd0ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:42.993298973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f29fcd3-f3f1-40d2-9970-4e772a2cd0ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:43.912781701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a99f102-f93d-4278-a13e-88e72abcea4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.033618127Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a99f102-f93d-4278-a13e-88e72abcea4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.085968294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 128","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a99f102-f93d-4278-a13e-88e72abcea4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.140407131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d098d1-13ec-4888-b79d-725be6bdc84b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.140427715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d098d1-13ec-4888-b79d-725be6bdc84b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.22754219Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","namespace":"ai-tenant-e2e-mt-caf52e0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.227612948Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","namespace":"ai-tenant-e2e-mt-caf52e0d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.227671192Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","tenant":"e2e-mt-caf52e0d","tenantID":"e2e-mt-caf52e0d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.280539348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"Deployment","name":"maas-api-e2e-mt-caf52e0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.337473351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"Service","name":"maas-api-e2e-mt-caf52e0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.39487234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-caf52e0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.445550734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-caf52e0d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.497680051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.554687594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.606288471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.657035665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.705480753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"Deployment","name":"payload-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.754963286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.803426331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"Service","name":"payload-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.855334249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"Service","name":"payload-pre-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.904201166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"DestinationRule","name":"payload-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.952999857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:45.001486507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:45.055166812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:45.103729443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:45.152770288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:45.204272832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-caf52e0d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:45.255480452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-caf52e0d"},"namespace":"ai-tenant-e2e-mt-caf52e0d","name":"default-tenant","reconcileID":"4a7771d5-13e4-4f35-a0ee-5fd436fd721e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-caf52e0d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:49.329947453Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-caf52e0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-caf52e0d","reconcileID":"199cb9b5-b9db-4653-ae1a-7cf84ad56c65","aitenant":"ai-tenants/e2e-mt-caf52e0d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:49.85609655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929b9604-081f-4d20-8beb-9025e49f76c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:49.905346159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929b9604-081f-4d20-8beb-9025e49f76c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:49.954043836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929b9604-081f-4d20-8beb-9025e49f76c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:50.003164287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929b9604-081f-4d20-8beb-9025e49f76c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:50.1144283Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-caf52e0d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-caf52e0d","reconcileID":"199cb9b5-b9db-4653-ae1a-7cf84ad56c65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-caf52e0d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-caf52e0d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:51.848244366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3a2cba-b20c-4576-b2df-e0dd159bb439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:51.897223578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3a2cba-b20c-4576-b2df-e0dd159bb439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:51.947812703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3a2cba-b20c-4576-b2df-e0dd159bb439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:51.996585084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3a2cba-b20c-4576-b2df-e0dd159bb439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.215756063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"b42386a1-6515-435a-9783-0800e66c508a","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.21595037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e76ed9a-d165-49f7-b5bf-a5f8947c1835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.215972637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e76ed9a-d165-49f7-b5bf-a5f8947c1835","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.312717818Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-policy-7ea0548f","reconcileID":"b42386a1-6515-435a-9783-0800e66c508a","MaaSAuthPolicy":{"name":"e2e-shared-policy-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"policyNamespace":"ai-tenant-e2e-mt-5eff2835","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.366618838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f17a6c1-c15d-4700-aba1-72bfec93248f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.366638109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f17a6c1-c15d-4700-aba1-72bfec93248f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.507497904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc11517-e622-4d2a-94c1-d5885d815d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.50752147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cc11517-e622-4d2a-94c1-d5885d815d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:52.987500125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00f435e1-53ae-4ba9-9c26-0d53e3dda6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:53.041338629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00f435e1-53ae-4ba9-9c26-0d53e3dda6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:53.09336356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 128","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00f435e1-53ae-4ba9-9c26-0d53e3dda6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:53.149279991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec0d4003-e167-440e-a28c-e216bd7f88eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:53.149299913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec0d4003-e167-440e-a28c-e216bd7f88eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:53.774958541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a297bc6-78f8-40e0-a6f5-0a3eb195df6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:53.824403376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a297bc6-78f8-40e0-a6f5-0a3eb195df6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:53.873163762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a297bc6-78f8-40e0-a6f5-0a3eb195df6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:53.921872013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a297bc6-78f8-40e0-a6f5-0a3eb195df6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:54.286311283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97c0873-0326-4113-a4f7-1f933d7fe1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:54.340251889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97c0873-0326-4113-a4f7-1f933d7fe1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:54.392634569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 128","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d97c0873-0326-4113-a4f7-1f933d7fe1c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.536322977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc7ac5f1-8339-4613-8daf-2cefbe88bd3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.536347235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc7ac5f1-8339-4613-8daf-2cefbe88bd3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.589848283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b9ee6a4-9af2-4edd-93a0-5a4114258f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.589870913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b9ee6a4-9af2-4edd-93a0-5a4114258f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.734769364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8add70c5","reconcileID":"fd100740-d50b-43bd-9ea9-0877b97d8451","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.788375416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8add70c5","reconcileID":"fd100740-d50b-43bd-9ea9-0877b97d8451","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.840909834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 128","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8add70c5","reconcileID":"fd100740-d50b-43bd-9ea9-0877b97d8451","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.892978616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e20a3c-c7e1-4349-8eff-d2f50eb92fde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.893002553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8e20a3c-c7e1-4349-8eff-d2f50eb92fde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:02.659978489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-sub-7ea0548f","reconcileID":"67d46ad2-2d60-43c9-82d5-3aeeebf4b223","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-7ea0548f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:02.877598248Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"namespace":"ai-tenant-e2e-mt-5eff2835","name":"e2e-shared-sub-7ea0548f","reconcileID":"67d46ad2-2d60-43c9-82d5-3aeeebf4b223","MaaSSubscription":{"name":"e2e-shared-sub-7ea0548f","namespace":"ai-tenant-e2e-mt-5eff2835"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.073424992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5c506ae-209c-44cb-ac26-f5047a58fc8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.132787437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0cd394f-35b9-4a57-89b2-09d3dd40c9d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.132807409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0cd394f-35b9-4a57-89b2-09d3dd40c9d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.295224737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0bdb333-de3a-4643-bea1-0ec0565d220a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.348737654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0bdb333-de3a-4643-bea1-0ec0565d220a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.384928901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d025f5a3-a020-44ea-ad27-5f0a7b9bf2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.433426842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d025f5a3-a020-44ea-ad27-5f0a7b9bf2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.4371298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 128","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0bdb333-de3a-4643-bea1-0ec0565d220a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.481823616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d025f5a3-a020-44ea-ad27-5f0a7b9bf2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.5304345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d025f5a3-a020-44ea-ad27-5f0a7b9bf2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:03.935647271Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-ce9391","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-ce9391","reconcileID":"b5d728a7-fe2e-48ea-b46a-8d90835f119e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-ce9391","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-ce9391":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:04.625985717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f49319fd-62a4-45e5-bb7c-9f8bd0432749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:04.6806043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f49319fd-62a4-45e5-bb7c-9f8bd0432749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:04.73326532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 128","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f49319fd-62a4-45e5-bb7c-9f8bd0432749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:05.395905383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d0a8a-d0a4-42ff-916e-bc190e141c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:05.444600115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d0a8a-d0a4-42ff-916e-bc190e141c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:05.49320235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d0a8a-d0a4-42ff-916e-bc190e141c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:05.541770998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"615d0a8a-d0a4-42ff-916e-bc190e141c98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:07.41185673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8998b0fa-f238-4196-be31-dc60f7f7785f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:07.485183267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8998b0fa-f238-4196-be31-dc60f7f7785f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:07.534417418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8998b0fa-f238-4196-be31-dc60f7f7785f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:07.586987028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8998b0fa-f238-4196-be31-dc60f7f7785f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:09.22466042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:11.039432641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8add70c5","reconcileID":"af01b87e-3cb1-4834-8c49-542c25e83bb6","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:11.093891064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8add70c5","reconcileID":"af01b87e-3cb1-4834-8c49-542c25e83bb6","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:11.346241492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9399c667-d997-46a1-a539-f1f4e0e228d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:11.346263702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9399c667-d997-46a1-a539-f1f4e0e228d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:13.583125393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c647a2-0ed3-4338-bc3a-3e6b1d6bf622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:13.67072495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c647a2-0ed3-4338-bc3a-3e6b1d6bf622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:13.975035791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c3ef9e8-8c14-4307-852d-f6a68128f6c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:13.97506165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c3ef9e8-8c14-4307-852d-f6a68128f6c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:14.880047126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62d0d97e-e947-45b3-8152-7a12681d5d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:14.933923727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62d0d97e-e947-45b3-8152-7a12681d5d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:15.183555941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2fb0950-1420-47f1-9dc8-e14cf53ea317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:15.183575929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2fb0950-1420-47f1-9dc8-e14cf53ea317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:15.963446115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"45962d3e-0874-4f84-8f4e-7650cb4f4780","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:15.963517494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"45962d3e-0874-4f84-8f4e-7650cb4f4780","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:16.397082165Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-8add70c5","reconcileID":"6bc6d328-8aba-4c6f-96e5-dbe1ad9c1265","MaaSAuthPolicy":{"name":"e2e-default-ns-8add70c5","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:16.39718241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24fcfd2b-07b3-4b39-8f90-01a6bc8da6f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:16.397200632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24fcfd2b-07b3-4b39-8f90-01a6bc8da6f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:16.54835158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b2dd0ed-d5dd-4110-98c0-2745f1f2b52b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:16.548374255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b2dd0ed-d5dd-4110-98c0-2745f1f2b52b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:20.149093037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caed188d-31d4-481d-b3ae-f48acd36a547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:20.197988917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caed188d-31d4-481d-b3ae-f48acd36a547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:20.247062187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caed188d-31d4-481d-b3ae-f48acd36a547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:20.29685934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caed188d-31d4-481d-b3ae-f48acd36a547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.412292078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"9f25d9ff-ebf6-4771-a33d-f99bc8fb19e9","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.412313924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"9f25d9ff-ebf6-4771-a33d-f99bc8fb19e9","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.463646573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"52622a92-9c3e-4d34-9adf-9926fdf23a17","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.463667365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"52622a92-9c3e-4d34-9adf-9926fdf23a17","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.58158058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"a845e520-8893-4ab9-9471-3b6a3f5fe03c","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.703327982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"a845e520-8893-4ab9-9471-3b6a3f5fe03c","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.755888959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5d39ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"a845e520-8893-4ab9-9471-3b6a3f5fe03c","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.809647035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"bc9916fd-6e17-49cf-9239-a0c619f59fd3","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.809674127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"bc9916fd-6e17-49cf-9239-a0c619f59fd3","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:22.11598948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0eacc9c-a741-402d-9a5d-da50a0e27462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:22.164830039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0eacc9c-a741-402d-9a5d-da50a0e27462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:22.215176303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0eacc9c-a741-402d-9a5d-da50a0e27462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:22.265287178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0eacc9c-a741-402d-9a5d-da50a0e27462","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:31.906974753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"c2bfb662-bcb3-441b-898b-6223ac824a3e","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:31.964181284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"c2bfb662-bcb3-441b-898b-6223ac824a3e","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:32.016654681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5d39ab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"c2bfb662-bcb3-441b-898b-6223ac824a3e","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:39.227755822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.120109489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"3cf3aa9a-5614-4aae-bd59-40ddabf438a7","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.174104228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"3cf3aa9a-5614-4aae-bd59-40ddabf438a7","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.228143279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5d39ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15c37584d8d945996d63e914b19abafe97a8370c12f8ab388ee660f456a657d0) AuthConfig (654f59f37f0773d416734968f3bb0a58df105a91f7e7fb354ecd5af36c3e9196) AuthConfig (c5eede63a5a146890e0885dbbcb75cc9c0f94426a0240f86a7733d00e1f9f500) AuthConfig (0990cbeb1b76aa6c01dae2b33bfff4c424b853dac8995223f130559694dffd89) AuthConfig (2a9bd9296a1b44ca1c4419f5c8b9c51fd09965e824f24b84c4257a8739a61abb) AuthConfig (4e54df8ef1495b097e2cb808a279f1b5959cb935de1079352a6f0fdfa0c1a4c0) AuthConfig (6c6c423eb8d81cae86ca67551cc96e9c27534af2d6d94856e8e1ec19d43e2034) AuthConfig (ac3f25946777fff70f05eab61b6b949c1feed7c92e0ee8adfbde121413cdfb8d) AuthConfig (52c1a062bb2632f831cef4414250de0c54e4c7ed4a97484e46985293b7840b3b) AuthConfig (87d1665c72ec83e872c4739b0ee3f8bea1e8f8a6cd74381179a7e9577deefde7) AuthConfig (9d9d4a70aa7e2d00146d29b692aa36985000058e92388cfb07228caa874e2c9f) AuthConfig (184265b9bac4f405720ca1f39fcc5d8a92f10a4ef04355e39947caa615a37c03) AuthConfig (c9bf9bfed2786d95024839f9f7c8ba3575df0e168e72fe844c8b40a19f981cc4) AuthConfig (aa7dc882c85459020c5fa721ca462b6ffa8c200cb2fba616b253264f4f7c8ab5) AuthConfig (f410f6d9779df1b2671c19c14d7eb074fd07132fcea7ac33d8928da9220a3d71) AuthConfig (bbdbe16bcb0838d3d3366e006797cbe6dd3aa8b8043504d71e7c8a711ac6428c) AuthConfig (df682fa2f7adf2bc71d640298149816d0c2a18011886999aeab536dbd6fb04b4) AuthConfig (aa458980387ed70dcc624b6be9e55a4290e7fc044e366748f98a5929641e419a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"3cf3aa9a-5614-4aae-bd59-40ddabf438a7","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.283051024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"3db9f373-9f2e-4662-b3ca-e5ef7dbe4eed","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.283074481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"3db9f373-9f2e-4662-b3ca-e5ef7dbe4eed","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:52.380892862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"06f9ea12-c040-46f0-a8bb-47847fd740a0","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:52.43450686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"06f9ea12-c040-46f0-a8bb-47847fd740a0","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:52.48722439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5d39ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15c37584d8d945996d63e914b19abafe97a8370c12f8ab388ee660f456a657d0) AuthConfig (654f59f37f0773d416734968f3bb0a58df105a91f7e7fb354ecd5af36c3e9196) AuthConfig (c5eede63a5a146890e0885dbbcb75cc9c0f94426a0240f86a7733d00e1f9f500) AuthConfig (0990cbeb1b76aa6c01dae2b33bfff4c424b853dac8995223f130559694dffd89) AuthConfig (2a9bd9296a1b44ca1c4419f5c8b9c51fd09965e824f24b84c4257a8739a61abb) AuthConfig (4e54df8ef1495b097e2cb808a279f1b5959cb935de1079352a6f0fdfa0c1a4c0) AuthConfig (6c6c423eb8d81cae86ca67551cc96e9c27534af2d6d94856e8e1ec19d43e2034) AuthConfig (ac3f25946777fff70f05eab61b6b949c1feed7c92e0ee8adfbde121413cdfb8d) AuthConfig (52c1a062bb2632f831cef4414250de0c54e4c7ed4a97484e46985293b7840b3b) AuthConfig (87d1665c72ec83e872c4739b0ee3f8bea1e8f8a6cd74381179a7e9577deefde7) AuthConfig (9d9d4a70aa7e2d00146d29b692aa36985000058e92388cfb07228caa874e2c9f) AuthConfig (184265b9bac4f405720ca1f39fcc5d8a92f10a4ef04355e39947caa615a37c03) AuthConfig (c9bf9bfed2786d95024839f9f7c8ba3575df0e168e72fe844c8b40a19f981cc4) AuthConfig (aa7dc882c85459020c5fa721ca462b6ffa8c200cb2fba616b253264f4f7c8ab5) AuthConfig (f410f6d9779df1b2671c19c14d7eb074fd07132fcea7ac33d8928da9220a3d71) AuthConfig (bbdbe16bcb0838d3d3366e006797cbe6dd3aa8b8043504d71e7c8a711ac6428c) AuthConfig (df682fa2f7adf2bc71d640298149816d0c2a18011886999aeab536dbd6fb04b4) AuthConfig (aa458980387ed70dcc624b6be9e55a4290e7fc044e366748f98a5929641e419a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"06f9ea12-c040-46f0-a8bb-47847fd740a0","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.587022466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"f996b3c6-1a5c-4c59-ab19-365d6f99865b","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.641061747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"f996b3c6-1a5c-4c59-ab19-365d6f99865b","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.693703065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5d39ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15c37584d8d945996d63e914b19abafe97a8370c12f8ab388ee660f456a657d0) AuthConfig (654f59f37f0773d416734968f3bb0a58df105a91f7e7fb354ecd5af36c3e9196) AuthConfig (c5eede63a5a146890e0885dbbcb75cc9c0f94426a0240f86a7733d00e1f9f500) AuthConfig (0990cbeb1b76aa6c01dae2b33bfff4c424b853dac8995223f130559694dffd89) AuthConfig (2a9bd9296a1b44ca1c4419f5c8b9c51fd09965e824f24b84c4257a8739a61abb) AuthConfig (4e54df8ef1495b097e2cb808a279f1b5959cb935de1079352a6f0fdfa0c1a4c0) AuthConfig (6c6c423eb8d81cae86ca67551cc96e9c27534af2d6d94856e8e1ec19d43e2034) AuthConfig (ac3f25946777fff70f05eab61b6b949c1feed7c92e0ee8adfbde121413cdfb8d) AuthConfig (52c1a062bb2632f831cef4414250de0c54e4c7ed4a97484e46985293b7840b3b) AuthConfig (87d1665c72ec83e872c4739b0ee3f8bea1e8f8a6cd74381179a7e9577deefde7) AuthConfig (9d9d4a70aa7e2d00146d29b692aa36985000058e92388cfb07228caa874e2c9f) AuthConfig (184265b9bac4f405720ca1f39fcc5d8a92f10a4ef04355e39947caa615a37c03) AuthConfig (c9bf9bfed2786d95024839f9f7c8ba3575df0e168e72fe844c8b40a19f981cc4) AuthConfig (aa7dc882c85459020c5fa721ca462b6ffa8c200cb2fba616b253264f4f7c8ab5) AuthConfig (f410f6d9779df1b2671c19c14d7eb074fd07132fcea7ac33d8928da9220a3d71) AuthConfig (bbdbe16bcb0838d3d3366e006797cbe6dd3aa8b8043504d71e7c8a711ac6428c) AuthConfig (df682fa2f7adf2bc71d640298149816d0c2a18011886999aeab536dbd6fb04b4) AuthConfig (aa458980387ed70dcc624b6be9e55a4290e7fc044e366748f98a5929641e419a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"f996b3c6-1a5c-4c59-ab19-365d6f99865b","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:07.977283686Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:07.977359807Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","namespace":"ai-tenant-e2e-shared-a-w2-db18ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:07.977409226Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","tenant":"e2e-shared-a-w2-db18ad","tenantID":"e2e-shared-a-w2-db18ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.028628676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-db18ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.085210971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"Service","name":"maas-api-e2e-shared-a-w2-db18ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.140655861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-db18ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.191586314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-db18ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.243668826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.302697032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.35803042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.410275226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.461444349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.510022987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.558851656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.610978202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.659669897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.707967182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.756279322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.810771334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.859000566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.907212168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:08.955760026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-db18ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.00548428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-db18ad"},"namespace":"ai-tenant-e2e-shared-a-w2-db18ad","name":"default-tenant","reconcileID":"a8d40a98-b66a-4ed5-9016-5510fcdbcd27","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-db18ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.221982777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:11.290798587Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-db18ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-db18ad","reconcileID":"1860c510-541d-4973-9b13-baad5f3e1c4e","aitenant":"ai-tenants/e2e-shared-a-w2-db18ad","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:11.830946443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7129b4ff-2aa7-4115-ac72-d3e04163bcdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:11.88017781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7129b4ff-2aa7-4115-ac72-d3e04163bcdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:11.928850585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7129b4ff-2aa7-4115-ac72-d3e04163bcdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:11.981816441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7129b4ff-2aa7-4115-ac72-d3e04163bcdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:12.094036387Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-db18ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-db18ad","reconcileID":"1860c510-541d-4973-9b13-baad5f3e1c4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-db18ad","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-db18ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:12.796189677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"724f6370-f385-4212-bd7f-34238783013b","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:12.859657955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"724f6370-f385-4212-bd7f-34238783013b","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:12.914658596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5d39ab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15c37584d8d945996d63e914b19abafe97a8370c12f8ab388ee660f456a657d0) AuthConfig (654f59f37f0773d416734968f3bb0a58df105a91f7e7fb354ecd5af36c3e9196) AuthConfig (c5eede63a5a146890e0885dbbcb75cc9c0f94426a0240f86a7733d00e1f9f500) AuthConfig (0990cbeb1b76aa6c01dae2b33bfff4c424b853dac8995223f130559694dffd89) AuthConfig (2a9bd9296a1b44ca1c4419f5c8b9c51fd09965e824f24b84c4257a8739a61abb) AuthConfig (4e54df8ef1495b097e2cb808a279f1b5959cb935de1079352a6f0fdfa0c1a4c0) AuthConfig (6c6c423eb8d81cae86ca67551cc96e9c27534af2d6d94856e8e1ec19d43e2034) AuthConfig (ac3f25946777fff70f05eab61b6b949c1feed7c92e0ee8adfbde121413cdfb8d) AuthConfig (52c1a062bb2632f831cef4414250de0c54e4c7ed4a97484e46985293b7840b3b) AuthConfig (87d1665c72ec83e872c4739b0ee3f8bea1e8f8a6cd74381179a7e9577deefde7) AuthConfig (9d9d4a70aa7e2d00146d29b692aa36985000058e92388cfb07228caa874e2c9f) AuthConfig (184265b9bac4f405720ca1f39fcc5d8a92f10a4ef04355e39947caa615a37c03) AuthConfig (c9bf9bfed2786d95024839f9f7c8ba3575df0e168e72fe844c8b40a19f981cc4) AuthConfig (aa7dc882c85459020c5fa721ca462b6ffa8c200cb2fba616b253264f4f7c8ab5) AuthConfig (f410f6d9779df1b2671c19c14d7eb074fd07132fcea7ac33d8928da9220a3d71) AuthConfig (bbdbe16bcb0838d3d3366e006797cbe6dd3aa8b8043504d71e7c8a711ac6428c) AuthConfig (df682fa2f7adf2bc71d640298149816d0c2a18011886999aeab536dbd6fb04b4) AuthConfig (aa458980387ed70dcc624b6be9e55a4290e7fc044e366748f98a5929641e419a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"724f6370-f385-4212-bd7f-34238783013b","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.776777513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4876993d-c813-42da-b9b1-2fa01b2c1735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.825699728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4876993d-c813-42da-b9b1-2fa01b2c1735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.874435004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4876993d-c813-42da-b9b1-2fa01b2c1735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.923015278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4876993d-c813-42da-b9b1-2fa01b2c1735","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:15.709297724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5404e438-03d0-4489-a6d3-6db5d400d4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:15.757866843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5404e438-03d0-4489-a6d3-6db5d400d4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:15.806692767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5404e438-03d0-4489-a6d3-6db5d400d4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:15.855507928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5404e438-03d0-4489-a6d3-6db5d400d4d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.847722675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6346fc6c-c8fa-406a-ba64-26bb331e24bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.897038837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6346fc6c-c8fa-406a-ba64-26bb331e24bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.946271857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6346fc6c-c8fa-406a-ba64-26bb331e24bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.994682932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6346fc6c-c8fa-406a-ba64-26bb331e24bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:22.767784472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767b20c2-40c4-4ca8-894a-2c47cfd81551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:22.817347349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767b20c2-40c4-4ca8-894a-2c47cfd81551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:22.86605648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767b20c2-40c4-4ca8-894a-2c47cfd81551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:22.92510432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"767b20c2-40c4-4ca8-894a-2c47cfd81551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:23.035972084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"4eb26706-e1dc-4762-a3ec-300a40fe0b3d","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:23.090030293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"4eb26706-e1dc-4762-a3ec-300a40fe0b3d","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:23.388992116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"22a95a36-0606-4fbe-bddd-872dc6cab327","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:23.389015097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"22a95a36-0606-4fbe-bddd-872dc6cab327","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:28.015496569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"f6814944-b44e-440a-ab00-8b357bbed102","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:28.126310478Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"f6814944-b44e-440a-ab00-8b357bbed102","name":"e2e-shared-a-w4-ce9391-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:28.88262515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"b0e03f7a-2056-4004-b0eb-1e65cce89499","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:28.882648297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"b0e03f7a-2056-4004-b0eb-1e65cce89499","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:28.961199509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"624eeea5-ba0d-44c0-9023-f69ca8389a44","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:28.96122945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"624eeea5-ba0d-44c0-9023-f69ca8389a44","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:33:28.99086152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"dbefafc0-ec16-43ed-9f0d-3a846e9edee3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5d39ab-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.013911998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"2631de9e-803d-4107-88f9-c3ca2e9f045a","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.067560779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"2631de9e-803d-4107-88f9-c3ca2e9f045a","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.097674361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"9d1db930-5558-4cde-89ec-3e43ba905dca","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.097696394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"9d1db930-5558-4cde-89ec-3e43ba905dca","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.152396174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"f556264f-05a4-4bb0-86b0-95b0f9793191","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.152424623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"f556264f-05a4-4bb0-86b0-95b0f9793191","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.31362628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"a7c7841c-383f-4ec4-a52b-a9edbd868509","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.351148293Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"a0d0fddd-4f32-495f-bb26-06141a8ec72d","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"maas-trlp-test-model-5d39ab","model":"test-model-5d39ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.367565619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"a7c7841c-383f-4ec4-a52b-a9edbd868509","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.506124687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"6382e024-42ab-45b9-be4e-102dd180bfea","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.506150836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"6382e024-42ab-45b9-be4e-102dd180bfea","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.701944323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"c740033c-d813-4d5e-b90e-422efeb574bc","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"maas-trlp-test-model-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.968088313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"78bfafb3-077b-425e-bfce-d368b06501e1","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.968126528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"78bfafb3-077b-425e-bfce-d368b06501e1","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:39.221578591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.201302727Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.201368235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.201419718Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","tenant":"e2e-shared-b-w2-6cff7f","tenantID":"e2e-shared-b-w2-6cff7f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.251739615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-6cff7f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.312005816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"Service","name":"maas-api-e2e-shared-b-w2-6cff7f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.36422868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-6cff7f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.41476801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-6cff7f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.466291299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.517740663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.571263984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.622365587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.67074695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.71906588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.767735305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.818233953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.871060048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.919695279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:55.968403105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:56.021359012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:56.07059601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:56.118988497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:56.168682371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-6cff7f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:56.217356823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6cff7f"},"namespace":"ai-tenant-e2e-shared-b-w2-6cff7f","name":"default-tenant","reconcileID":"e4baf389-d73b-40e2-bfc9-bd3c1b1d7050","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-6cff7f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:59.051024196Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6cff7f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6cff7f","reconcileID":"cda91d11-7335-48d5-bd39-94b5ac8099ac","aitenant":"ai-tenants/e2e-shared-b-w2-6cff7f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:59.60327202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978fd8e3-edb2-4630-a906-69662756dc90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:59.651852444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978fd8e3-edb2-4630-a906-69662756dc90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:59.701173041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978fd8e3-edb2-4630-a906-69662756dc90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:59.750058758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978fd8e3-edb2-4630-a906-69662756dc90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:59.806542465Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6cff7f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6cff7f","reconcileID":"cda91d11-7335-48d5-bd39-94b5ac8099ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6cff7f","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6cff7f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:00.996289037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e4b379d7-3233-4e92-a74b-a6adee951f44","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.029863655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-access","reconcileID":"b3fd37cf-bc44-4e4d-85ac-c049f413be39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.182183942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"207f4be2-d89b-4179-80b5-c18f9788e606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.232629833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e9c417a4-724f-4301-b210-c7f814e65c09","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.236000592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"207f4be2-d89b-4179-80b5-c18f9788e606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.267604118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"694a8b40-450d-43f5-94e5-eb09f5c61dfc","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"maas-trlp-test-model-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.283442358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"69e41ebd-c73c-4138-b8fe-de866a0385b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.387947272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"c8c1aee2-aec2-4036-8cbf-862211b6a91a","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.428181617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"645643a4-4367-40d6-8449-aa3d92824bc2","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.428211063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"645643a4-4367-40d6-8449-aa3d92824bc2","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.457775527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"52be9206-4068-42ae-a2ac-7573f1c72b8e","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.533556134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c2ebaa7d-aeb2-4c12-9e49-25d2b1f57c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.587593141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"c2ebaa7d-aeb2-4c12-9e49-25d2b1f57c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.626934644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac5519a-8a10-4c61-9457-bfbfbb8690b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.675900822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac5519a-8a10-4c61-9457-bfbfbb8690b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.724685427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac5519a-8a10-4c61-9457-bfbfbb8690b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.77361882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bac5519a-8a10-4c61-9457-bfbfbb8690b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.871287684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"df33259e-a007-44f0-b9c7-6bd7fbb333be","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:01.925352715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"df33259e-a007-44f0-b9c7-6bd7fbb333be","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.585561565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b051b33-8752-49b5-92b0-f5c5d9376277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.634585966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b051b33-8752-49b5-92b0-f5c5d9376277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.6833678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b051b33-8752-49b5-92b0-f5c5d9376277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.73212037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b051b33-8752-49b5-92b0-f5c5d9376277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:05.389568057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"1e9a8ef1-01e5-451a-ada2-f42896e9968b","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:05.389603319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"1e9a8ef1-01e5-451a-ada2-f42896e9968b","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:05.840892844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"0e4414c9-27ac-4719-82dc-cd1f5a281113","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:05.840914934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"0e4414c9-27ac-4719-82dc-cd1f5a281113","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:05.892671279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"28366862-3459-4f79-8a7b-f1c6c00e61ce","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:05.892700886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"28366862-3459-4f79-8a7b-f1c6c00e61ce","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.052978413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"405f64e0-9abc-4d5e-88c2-f2cfdf46e95b","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.173276934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"405f64e0-9abc-4d5e-88c2-f2cfdf46e95b","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.281575431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e33189-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"405f64e0-9abc-4d5e-88c2-f2cfdf46e95b","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.335174315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"2b2f729d-2ec8-4970-8dd1-7b5ab28b1b29","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.335198773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"2b2f729d-2ec8-4970-8dd1-7b5ab28b1b29","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:09.221904878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.511613505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"2e15a83a-0dea-403f-98f0-f46f4fa72f8f","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.576259106Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"90a751f1-42bd-4268-b728-51dac5d625aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.625121377Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"90a751f1-42bd-4268-b728-51dac5d625aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.674508608Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"simulator-subscription","reconcileID":"90a751f1-42bd-4268-b728-51dac5d625aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/simulator-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.936648242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"aba4f3d7-8131-4f64-999e-ffe41d7c9012","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:12.033992466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d10a20ae-2990-4bf4-a5c5-0d3802d4bc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:12.087878968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"d10a20ae-2990-4bf4-a5c5-0d3802d4bc2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:13.205762204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"739eaad1-6b77-4c1f-bb75-9a60c00a74e5","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:16.432627399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"807d2ce5-a7c4-448e-a22e-033289603680","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:16.486258223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"807d2ce5-a7c4-448e-a22e-033289603680","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:16.538908424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e33189-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"807d2ce5-a7c4-448e-a22e-033289603680","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:17.190171565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"86a20597-5f54-4984-bab2-05491a3b44f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:17.190251648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"78ff30a4-8b5a-47a0-b99a-15e7e3f68fce","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:17.387763748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"86a20597-5f54-4984-bab2-05491a3b44f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:17.446323857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"55a23b6a-6651-4cc0-bb35-df9e76bb722d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:17.510968759Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"86a20597-5f54-4984-bab2-05491a3b44f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"e2e-worker-w2-70e0c6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:17.510995037Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-access","reconcileID":"86a20597-5f54-4984-bab2-05491a3b44f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:17.56469347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"fabdadb7-04a6-496f-ace4-478c892ffcaa","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:17.81540217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"d766b2c7-5559-4658-bb40-a553f73c461f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.268144514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"0544907f-2cb1-4445-89bf-af16af785617","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.329859322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"d313ca4d-0e63-490b-9cef-68eddb71476d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.541639559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"b1531a33-7180-4007-8c19-a00d8bd52c9a","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.590350279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"b0fa68ad-1b45-4f99-9f60-c2af4b37a0f1","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.638312012Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"a59e4f29-1e65-43df-bc4f-f932c2b89d94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0f41d487","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.639152635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"987f7b13-05eb-4ea2-9027-dc1baff42aea","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.63939119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"55c40465-f989-4e42-ab12-e62238b4640b","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.425270295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19f6cd3-a5c5-41de-abe0-5ba711fe265c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.473812645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19f6cd3-a5c5-41de-abe0-5ba711fe265c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.522491976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19f6cd3-a5c5-41de-abe0-5ba711fe265c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.571022447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19f6cd3-a5c5-41de-abe0-5ba711fe265c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:21.363967048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ddf86-15fc-40b1-bbe4-d4a0f7729767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:21.41360363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ddf86-15fc-40b1-bbe4-d4a0f7729767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:21.462203583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ddf86-15fc-40b1-bbe4-d4a0f7729767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:21.511658437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ddf86-15fc-40b1-bbe4-d4a0f7729767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:23.304273784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fdb115b-1ebe-418c-84e2-26cbaeb36ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:23.353035905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fdb115b-1ebe-418c-84e2-26cbaeb36ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:23.401696962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fdb115b-1ebe-418c-84e2-26cbaeb36ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:23.45023404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fdb115b-1ebe-418c-84e2-26cbaeb36ac1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:26.636784874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"d94332f2-f851-4751-8da3-71519ac4a316","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:26.690850475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"d94332f2-f851-4751-8da3-71519ac4a316","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:26.743041628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e33189-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d3753d3d6a69f9f6c8e475ed5b68b88e106dfb96270a2029c9a207b9bc9a592) AuthConfig (fc0b1dbb55977e56cdb58f5ca59a6755be6e3214b646da23960c27c12eec0a90) AuthConfig (ac16bec72458b2122ed05328e9a89cf4b36ee8d03af1df3df939f9b45e894c98) AuthConfig (f94ad1516db0adfba8f6df8c14904543f99ce7f0aaa8e723f3f73d4aff5326c4) AuthConfig (eaa1b01f52351e65a01ce99ac5e2b7714fdc5ca6c829e9fdcc2a68f32d35bea4) AuthConfig (4544664bcb72e175b22d516fc9ab55008a54ec5ae20494a10130e399e62eccce) AuthConfig (bec9437b6aa6eb421d96e95aaba3792c8004183e25ade08357e7db9218ae5a43) AuthConfig (01fcec85994a8f48c33bbebb2bded34c865a8d0e3ae9f7a5236189eb616ba900) AuthConfig (749760828c5792f0a254525cdb16981089f8d33c37f37c54695a48872f876cc0) AuthConfig (9937c1b88928262ede8f5f9b3279638e79d23fb4642ca78ce194ad85a8ab15e6) AuthConfig (699c661fa315894df1c82bd382d30295dc1ed51274d47feac6334a065fda7e22) AuthConfig (f86d4d01d34825f3046ad7d7c3144e87afb912348e1548bdcc795fb00f830199) AuthConfig (4b3ec0964db321bc3200555cc7da0916182dda8c29ab61e2d3509bf0a615275d) AuthConfig (b7a36efa65cddbc637b2b81882703cfafff11ba38c758f467b3f63cfcfce558c) AuthConfig (667eeb7e4da847e9e8cf3373097b98e9de064608f8d4c424dc5fa5e6498f9b3c) AuthConfig (6d6c4e105b15de0f3c335a9b5c5f59ba44c1ccb73b2be37069b7189a2d700729) AuthConfig (e291370369301a553f1313e5021efc24470bda190b78b6ae7824022b631eadde) AuthConfig (2e29627dede143cd5dce6f64b2ac193e72bced30e7a663a8122f8c123402cd75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"d94332f2-f851-4751-8da3-71519ac4a316","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:26.797370959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"a1eb427d-cd37-4ba2-b964-a0f5f62e6c26","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:26.797390282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"a1eb427d-cd37-4ba2-b964-a0f5f62e6c26","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:28.590695208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"eff60a7a-b53f-415e-a838-8f0d210a4993","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:28.639220938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"a5309773-55e0-419e-8b66-79177330ba91","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:28.687390724Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"f0b09675-88bb-4f71-a7f1-02609723f35b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:28.736521668Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"f0b09675-88bb-4f71-a7f1-02609723f35b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:28.785917723Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"premium-simulator-subscription","reconcileID":"f0b09675-88bb-4f71-a7f1-02609723f35b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"name":"maas-trlp-premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6","model":"e2e-models-e2e-worker-w2-70e0c6/premium-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.089743544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"f0c4a980-17f2-43ab-a1ba-d820fcc0e4ce","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.266911148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"fe58cc47-5e34-438e-bb22-416a87c49a4a","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:36.895284881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"ba36bf02-ec53-4158-82e9-94e66e117347","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:36.949982874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"ba36bf02-ec53-4158-82e9-94e66e117347","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:37.002743369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e33189-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d3753d3d6a69f9f6c8e475ed5b68b88e106dfb96270a2029c9a207b9bc9a592) AuthConfig (fc0b1dbb55977e56cdb58f5ca59a6755be6e3214b646da23960c27c12eec0a90) AuthConfig (ac16bec72458b2122ed05328e9a89cf4b36ee8d03af1df3df939f9b45e894c98) AuthConfig (f94ad1516db0adfba8f6df8c14904543f99ce7f0aaa8e723f3f73d4aff5326c4) AuthConfig (eaa1b01f52351e65a01ce99ac5e2b7714fdc5ca6c829e9fdcc2a68f32d35bea4) AuthConfig (4544664bcb72e175b22d516fc9ab55008a54ec5ae20494a10130e399e62eccce) AuthConfig (bec9437b6aa6eb421d96e95aaba3792c8004183e25ade08357e7db9218ae5a43) AuthConfig (01fcec85994a8f48c33bbebb2bded34c865a8d0e3ae9f7a5236189eb616ba900) AuthConfig (749760828c5792f0a254525cdb16981089f8d33c37f37c54695a48872f876cc0) AuthConfig (9937c1b88928262ede8f5f9b3279638e79d23fb4642ca78ce194ad85a8ab15e6) AuthConfig (699c661fa315894df1c82bd382d30295dc1ed51274d47feac6334a065fda7e22) AuthConfig (f86d4d01d34825f3046ad7d7c3144e87afb912348e1548bdcc795fb00f830199) AuthConfig (4b3ec0964db321bc3200555cc7da0916182dda8c29ab61e2d3509bf0a615275d) AuthConfig (b7a36efa65cddbc637b2b81882703cfafff11ba38c758f467b3f63cfcfce558c) AuthConfig (667eeb7e4da847e9e8cf3373097b98e9de064608f8d4c424dc5fa5e6498f9b3c) AuthConfig (6d6c4e105b15de0f3c335a9b5c5f59ba44c1ccb73b2be37069b7189a2d700729) AuthConfig (e291370369301a553f1313e5021efc24470bda190b78b6ae7824022b631eadde) AuthConfig (2e29627dede143cd5dce6f64b2ac193e72bced30e7a663a8122f8c123402cd75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"ba36bf02-ec53-4158-82e9-94e66e117347","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:38.591745456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"f4985412-a4d6-4f76-b57e-1cab4d3b300d","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:38.640531833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"4e66c87c-2706-4fc5-a521-a69b45512bc2","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.221326791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.322684759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"496c6507-c7f9-48fd-81cb-5803e24dd78e","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.85076986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"f116d9ba-efab-454e-b4ea-07d105d4b419","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.273710946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"1530a617-43d2-48e7-ac75-34fb0ad18e40","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.273742809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"1530a617-43d2-48e7-ac75-34fb0ad18e40","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.659865391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-2-w2-70e0c6","reconcileID":"0e57a09f-8799-4aa4-8445-b9bfa6d1d59d","MaaSModelRef":{"name":"distinct-2-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-2-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-2-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.667480789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"distinct-w2-70e0c6","reconcileID":"d149d44f-b7a3-4144-b246-2c311de515c0","MaaSModelRef":{"name":"distinct-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"distinct-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"distinct-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.677939074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"premium-w2-70e0c6","reconcileID":"96889e29-951b-4b31-9a79-faee52737076","MaaSModelRef":{"name":"premium-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"premium-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"premium-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.685072139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"fe2ce1ce-c3fb-4152-a2b0-ffaa71e6a1ff","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"routeName":"simulator-w2-70e0c6-kserve-route","namespace":"e2e-models-e2e-worker-w2-70e0c6","llmisvcName":"simulator-w2-70e0c6","gateway":"openshift-ingress/e2e-worker-w2-70e0c6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:43.179083677Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e4571c2b-2615-412f-9608-bf5dfa28e9b8","name":"simulator-w2-70e0c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-70e0c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:43.179255677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-70e0c6","namespace":"e2e-models-e2e-worker-w2-70e0c6"},"namespace":"e2e-models-e2e-worker-w2-70e0c6","name":"simulator-w2-70e0c6","reconcileID":"e4571c2b-2615-412f-9608-bf5dfa28e9b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-70e0c6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.129825928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"39d3b22d-715d-486f-b9c0-2435139f1b13","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.196281034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"39d3b22d-715d-486f-b9c0-2435139f1b13","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.253022562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e33189-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d3753d3d6a69f9f6c8e475ed5b68b88e106dfb96270a2029c9a207b9bc9a592) AuthConfig (fc0b1dbb55977e56cdb58f5ca59a6755be6e3214b646da23960c27c12eec0a90) AuthConfig (ac16bec72458b2122ed05328e9a89cf4b36ee8d03af1df3df939f9b45e894c98) AuthConfig (f94ad1516db0adfba8f6df8c14904543f99ce7f0aaa8e723f3f73d4aff5326c4) AuthConfig (eaa1b01f52351e65a01ce99ac5e2b7714fdc5ca6c829e9fdcc2a68f32d35bea4) AuthConfig (4544664bcb72e175b22d516fc9ab55008a54ec5ae20494a10130e399e62eccce) AuthConfig (bec9437b6aa6eb421d96e95aaba3792c8004183e25ade08357e7db9218ae5a43) AuthConfig (01fcec85994a8f48c33bbebb2bded34c865a8d0e3ae9f7a5236189eb616ba900) AuthConfig (749760828c5792f0a254525cdb16981089f8d33c37f37c54695a48872f876cc0) AuthConfig (9937c1b88928262ede8f5f9b3279638e79d23fb4642ca78ce194ad85a8ab15e6) AuthConfig (699c661fa315894df1c82bd382d30295dc1ed51274d47feac6334a065fda7e22) AuthConfig (f86d4d01d34825f3046ad7d7c3144e87afb912348e1548bdcc795fb00f830199) AuthConfig (4b3ec0964db321bc3200555cc7da0916182dda8c29ab61e2d3509bf0a615275d) AuthConfig (b7a36efa65cddbc637b2b81882703cfafff11ba38c758f467b3f63cfcfce558c) AuthConfig (667eeb7e4da847e9e8cf3373097b98e9de064608f8d4c424dc5fa5e6498f9b3c) AuthConfig (6d6c4e105b15de0f3c335a9b5c5f59ba44c1ccb73b2be37069b7189a2d700729) AuthConfig (e291370369301a553f1313e5021efc24470bda190b78b6ae7824022b631eadde) AuthConfig (2e29627dede143cd5dce6f64b2ac193e72bced30e7a663a8122f8c123402cd75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"39d3b22d-715d-486f-b9c0-2435139f1b13","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:48.573910049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d108d69-daa0-47dc-adc2-70bb5f9626e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:48.62277036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d108d69-daa0-47dc-adc2-70bb5f9626e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:48.671341918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d108d69-daa0-47dc-adc2-70bb5f9626e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:48.720233541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d108d69-daa0-47dc-adc2-70bb5f9626e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:50.494127849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77293008-59af-4d6c-bed8-5a3a9f306138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:50.542935431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77293008-59af-4d6c-bed8-5a3a9f306138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:50.591818514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77293008-59af-4d6c-bed8-5a3a9f306138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:50.640509633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77293008-59af-4d6c-bed8-5a3a9f306138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.244117895Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","namespace":"ai-tenant-e2e-worker-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.244291408Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","namespace":"ai-tenant-e2e-worker-w2-70e0c6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.244406524Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","tenant":"e2e-worker-w2-70e0c6","tenantID":"e2e-worker-w2-70e0c6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.299206642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"Deployment","name":"maas-api-e2e-worker-w2-70e0c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.355974908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"Service","name":"maas-api-e2e-worker-w2-70e0c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.412417196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-70e0c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.462800724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-70e0c6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.514737239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.576672929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.630694981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.681723104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.730251337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.778607067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.826808272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"Service","name":"payload-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.880152429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.931567622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:56.982033874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.030597437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.085107176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.134464445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.182770926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.239936545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-70e0c6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.290838381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-70e0c6"},"namespace":"ai-tenant-e2e-worker-w2-70e0c6","name":"default-tenant","reconcileID":"9cd94fce-c875-4d54-8c0a-491b02f09fd3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-70e0c6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.448882357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"a2c6f820-7336-4ec7-8987-af52f4dc8a06","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.50257524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"a2c6f820-7336-4ec7-8987-af52f4dc8a06","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.555325664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-e33189-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d3753d3d6a69f9f6c8e475ed5b68b88e106dfb96270a2029c9a207b9bc9a592) AuthConfig (fc0b1dbb55977e56cdb58f5ca59a6755be6e3214b646da23960c27c12eec0a90) AuthConfig (ac16bec72458b2122ed05328e9a89cf4b36ee8d03af1df3df939f9b45e894c98) AuthConfig (f94ad1516db0adfba8f6df8c14904543f99ce7f0aaa8e723f3f73d4aff5326c4) AuthConfig (eaa1b01f52351e65a01ce99ac5e2b7714fdc5ca6c829e9fdcc2a68f32d35bea4) AuthConfig (4544664bcb72e175b22d516fc9ab55008a54ec5ae20494a10130e399e62eccce) AuthConfig (bec9437b6aa6eb421d96e95aaba3792c8004183e25ade08357e7db9218ae5a43) AuthConfig (01fcec85994a8f48c33bbebb2bded34c865a8d0e3ae9f7a5236189eb616ba900) AuthConfig (749760828c5792f0a254525cdb16981089f8d33c37f37c54695a48872f876cc0) AuthConfig (9937c1b88928262ede8f5f9b3279638e79d23fb4642ca78ce194ad85a8ab15e6) AuthConfig (699c661fa315894df1c82bd382d30295dc1ed51274d47feac6334a065fda7e22) AuthConfig (f86d4d01d34825f3046ad7d7c3144e87afb912348e1548bdcc795fb00f830199) AuthConfig (4b3ec0964db321bc3200555cc7da0916182dda8c29ab61e2d3509bf0a615275d) AuthConfig (b7a36efa65cddbc637b2b81882703cfafff11ba38c758f467b3f63cfcfce558c) AuthConfig (667eeb7e4da847e9e8cf3373097b98e9de064608f8d4c424dc5fa5e6498f9b3c) AuthConfig (6d6c4e105b15de0f3c335a9b5c5f59ba44c1ccb73b2be37069b7189a2d700729) AuthConfig (e291370369301a553f1313e5021efc24470bda190b78b6ae7824022b631eadde) AuthConfig (2e29627dede143cd5dce6f64b2ac193e72bced30e7a663a8122f8c123402cd75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"a2c6f820-7336-4ec7-8987-af52f4dc8a06","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:58.284397438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fd39f6-1485-4ea7-adf8-213438304323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:58.333510603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fd39f6-1485-4ea7-adf8-213438304323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:58.382123707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fd39f6-1485-4ea7-adf8-213438304323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:58.430865315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80fd39f6-1485-4ea7-adf8-213438304323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:58.761974866Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-957fb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-957fb8","reconcileID":"1e909dfa-c57c-4f23-a4de-e07206a43920","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-957fb8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-957fb8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:59.362818198Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-70e0c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-70e0c6","reconcileID":"6081f4b9-643c-4027-9a71-816efdfa30d5","aitenant":"ai-tenants/e2e-worker-w2-70e0c6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.135029169Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-70e0c6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-70e0c6","reconcileID":"6081f4b9-643c-4027-9a71-816efdfa30d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-70e0c6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-70e0c6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.288807639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e943da4-6b55-4bb0-a170-339d42ace6a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.337528632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e943da4-6b55-4bb0-a170-339d42ace6a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.385935085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e943da4-6b55-4bb0-a170-339d42ace6a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.434562636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e943da4-6b55-4bb0-a170-339d42ace6a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:02.296784047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6c6066-be78-4285-9d84-9bf9ad19c910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:02.359905111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6c6066-be78-4285-9d84-9bf9ad19c910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:02.422562146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6c6066-be78-4285-9d84-9bf9ad19c910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:02.471768144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6c6066-be78-4285-9d84-9bf9ad19c910","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:04.285074229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352221bb-2f6e-4341-b26e-06c4b0ac6a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:04.333699011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352221bb-2f6e-4341-b26e-06c4b0ac6a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:04.382631345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352221bb-2f6e-4341-b26e-06c4b0ac6a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:04.433621025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352221bb-2f6e-4341-b26e-06c4b0ac6a03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:07.65328069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"2ceaf5b6-b622-4ef2-8d0f-44469b9a5c43","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:07.713430834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"2ceaf5b6-b622-4ef2-8d0f-44469b9a5c43","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:08.026676128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"1f9a5df6-214b-4191-96e5-09569f90d254","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:08.026698565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"1f9a5df6-214b-4191-96e5-09569f90d254","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:09.220709007Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.631930331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"4505c19c-5a04-4db8-a58b-089fc0ce9e33","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.631958652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"4505c19c-5a04-4db8-a58b-089fc0ce9e33","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.689306965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"caebf561-fac5-49bf-9753-6928bb11e0f5","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.689330498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"caebf561-fac5-49bf-9753-6928bb11e0f5","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.728179067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"617daac9-65b3-4e5f-8876-aa3c849d9178","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:35:13.735646868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"4c479421-be66-498d-8f8f-25ba07b983ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-e33189-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:35:13.74022837Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"caebf561-fac5-49bf-9753-6928bb11e0f5","name":"test-model-e33189","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-e33189\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:35:13.740277056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"caebf561-fac5-49bf-9753-6928bb11e0f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-e33189\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.745530387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"476b3b19-f562-464b-acd2-c56400f06aab","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.745546825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"476b3b19-f562-464b-acd2-c56400f06aab","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.782760633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"617daac9-65b3-4e5f-8876-aa3c849d9178","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.844992917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"8a1a58f5-334d-4a67-b788-f64a0135bf98","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.845014364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"8a1a58f5-334d-4a67-b788-f64a0135bf98","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.899160066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"f5cbd1d5-73a2-4999-9215-c431b5f0b0e8","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:13.899185492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"f5cbd1d5-73a2-4999-9215-c431b5f0b0e8","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:14.077507566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"b2315524-3ee0-4170-9b1a-f65296945a22","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:14.108663142Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"7d644163-8d68-42c4-a722-bf4484ee5712","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"maas-trlp-test-model-e33189","model":"test-model-e33189","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-e33189/test-model-e33189-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:14.131249266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"b2315524-3ee0-4170-9b1a-f65296945a22","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:14.298417183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"519225b6-d5f6-4121-a10a-f21d806f58e4","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:14.298437748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"519225b6-d5f6-4121-a10a-f21d806f58e4","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:14.49340026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"f30d3fc3-44f1-4596-bfdf-48a47ba1ec41","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"maas-trlp-test-model-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:19.775871078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"3bd0043f-63ba-445c-a6e8-f059ff2b33e0","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:19.775903693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"3bd0043f-63ba-445c-a6e8-f059ff2b33e0","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.107674404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"d166da2b-dd9c-4370-b6ee-bbc45c670e90","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.107693707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"d166da2b-dd9c-4370-b6ee-bbc45c670e90","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.161285366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"4c8860af-980f-4b22-adcd-39c5a4e99fde","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.161313672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"4c8860af-980f-4b22-adcd-39c5a4e99fde","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.258359228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"0ba3b1f8-5db9-4917-8d66-89296091c930","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.381305363Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"0ba3b1f8-5db9-4917-8d66-89296091c930","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.433854672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"0ba3b1f8-5db9-4917-8d66-89296091c930","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.487769764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"105468be-f795-4508-9503-81c8b962480e","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.487788451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"105468be-f795-4508-9503-81c8b962480e","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:30.587813714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"0b07d2bd-6ee6-4cec-9777-b7e54447b8ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:30.641783699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"0b07d2bd-6ee6-4cec-9777-b7e54447b8ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:30.694290256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"0b07d2bd-6ee6-4cec-9777-b7e54447b8ad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:38.013707341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"228bb293-44ea-4c87-b451-48b3692caa85","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"maas-trlp-test-model-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:38.17564186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"626c601a-99d6-489f-91a9-f911b514d62c","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:38.175674142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"626c601a-99d6-489f-91a9-f911b514d62c","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:39.222780463Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:39.509407723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"14710d6e-0801-4d53-831d-84300f1e8f4a","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:39.563620467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"14710d6e-0801-4d53-831d-84300f1e8f4a","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:40.792802159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"fdce9d37-d014-4eaf-b528-a02025a5f027","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:40.848870588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"fdce9d37-d014-4eaf-b528-a02025a5f027","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:40.901447331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41f776a912cb2eaa377f58c9a543537861e83e42bfccc4b7acf5396cbb78dfa5) AuthConfig (c7eccc432f0a9bc650d22367edc29e15eff5a3fbc4d2bac56524f3c673daf7a7) AuthConfig (1c426e08b3cb690343b750501b8c33867e4dc35e4d26a180e84debc3cf5dbe57) AuthConfig (b3967f61c19ddd4343f21b71b20a31216d153ed8afd57143130b42819ea9b5a5) AuthConfig (35bc3cfce9dfca1fc2c112e15eede72793a96b861159e295541581202fff9825) AuthConfig (8e39b046b06e6e10953756d6b1856528cc49c13efbb772c9f0aecbe7deec4e43) AuthConfig (2795d84b07b373f0c84cc07fb811ad655d299c0bc1d6a0ff56c62f0914e46272) AuthConfig (25cc1666ec9aaa3a535ef7573cbb7f421832f9619e3717e11d49531628537b81) AuthConfig (4b058c3b128f140a0d545425f48fb5200d93a5a954e72db90f8273739ec328ee) AuthConfig (0377f77a613f28a4422b3f2680c2326f24940da72b61700fb995be3fa26f7b43) AuthConfig (3159326d33562b7723119e70019112a5b2e6f1b4455d119799e30436289e8178) AuthConfig (7c4dfc68d828f0d4b2bdaa1500f506339b2384efa1d938c52a7703b69055603e) AuthConfig (c35682056a0d9e61e1f157edaae432520cfefe44275b88c33aaf363431a57653) AuthConfig (24a83e223d76bc12400da1af7bc2d3eb0413b9253ae2de1243485c5d4e947071) AuthConfig (d4eec090be72aa956a6ab2382f3add53d28199cc983b11652b5653f67917c43e) AuthConfig (a52d82b1d08f8a5529d6595bd369688ba6d5935ddd01873f8cd6f972757ba014) AuthConfig (09750519711e576712db1d76f07d09dd002b9dcdd565976d93ab69bea852a1c0) AuthConfig (59511b80027251d6e210518ab0d2d81be2779e9a11451ff70e0b5d7c698e85ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"fdce9d37-d014-4eaf-b528-a02025a5f027","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:40.959890506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"9c5f4eef-15b1-4f31-b9a8-7857c3a9c5f3","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:40.959912751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"9c5f4eef-15b1-4f31-b9a8-7857c3a9c5f3","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:51.057760139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"1bdc0c74-db80-4197-92a6-cdb74d046413","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:51.113791749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"1bdc0c74-db80-4197-92a6-cdb74d046413","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:51.174537918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41f776a912cb2eaa377f58c9a543537861e83e42bfccc4b7acf5396cbb78dfa5) AuthConfig (c7eccc432f0a9bc650d22367edc29e15eff5a3fbc4d2bac56524f3c673daf7a7) AuthConfig (1c426e08b3cb690343b750501b8c33867e4dc35e4d26a180e84debc3cf5dbe57) AuthConfig (b3967f61c19ddd4343f21b71b20a31216d153ed8afd57143130b42819ea9b5a5) AuthConfig (35bc3cfce9dfca1fc2c112e15eede72793a96b861159e295541581202fff9825) AuthConfig (8e39b046b06e6e10953756d6b1856528cc49c13efbb772c9f0aecbe7deec4e43) AuthConfig (2795d84b07b373f0c84cc07fb811ad655d299c0bc1d6a0ff56c62f0914e46272) AuthConfig (25cc1666ec9aaa3a535ef7573cbb7f421832f9619e3717e11d49531628537b81) AuthConfig (4b058c3b128f140a0d545425f48fb5200d93a5a954e72db90f8273739ec328ee) AuthConfig (0377f77a613f28a4422b3f2680c2326f24940da72b61700fb995be3fa26f7b43) AuthConfig (3159326d33562b7723119e70019112a5b2e6f1b4455d119799e30436289e8178) AuthConfig (7c4dfc68d828f0d4b2bdaa1500f506339b2384efa1d938c52a7703b69055603e) AuthConfig (c35682056a0d9e61e1f157edaae432520cfefe44275b88c33aaf363431a57653) AuthConfig (24a83e223d76bc12400da1af7bc2d3eb0413b9253ae2de1243485c5d4e947071) AuthConfig (d4eec090be72aa956a6ab2382f3add53d28199cc983b11652b5653f67917c43e) AuthConfig (a52d82b1d08f8a5529d6595bd369688ba6d5935ddd01873f8cd6f972757ba014) AuthConfig (09750519711e576712db1d76f07d09dd002b9dcdd565976d93ab69bea852a1c0) AuthConfig (59511b80027251d6e210518ab0d2d81be2779e9a11451ff70e0b5d7c698e85ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"1bdc0c74-db80-4197-92a6-cdb74d046413","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:56.181149184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"4148d5b7-0aba-4904-af54-40070788b463","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:56.181215857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"4148d5b7-0aba-4904-af54-40070788b463","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.272335859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"37f61116-c5a2-42a3-963a-fe1e69094f65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.326290441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"37f61116-c5a2-42a3-963a-fe1e69094f65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.37931679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-e5dff6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41f776a912cb2eaa377f58c9a543537861e83e42bfccc4b7acf5396cbb78dfa5) AuthConfig (c7eccc432f0a9bc650d22367edc29e15eff5a3fbc4d2bac56524f3c673daf7a7) AuthConfig (1c426e08b3cb690343b750501b8c33867e4dc35e4d26a180e84debc3cf5dbe57) AuthConfig (b3967f61c19ddd4343f21b71b20a31216d153ed8afd57143130b42819ea9b5a5) AuthConfig (35bc3cfce9dfca1fc2c112e15eede72793a96b861159e295541581202fff9825) AuthConfig (8e39b046b06e6e10953756d6b1856528cc49c13efbb772c9f0aecbe7deec4e43) AuthConfig (2795d84b07b373f0c84cc07fb811ad655d299c0bc1d6a0ff56c62f0914e46272) AuthConfig (25cc1666ec9aaa3a535ef7573cbb7f421832f9619e3717e11d49531628537b81) AuthConfig (4b058c3b128f140a0d545425f48fb5200d93a5a954e72db90f8273739ec328ee) AuthConfig (0377f77a613f28a4422b3f2680c2326f24940da72b61700fb995be3fa26f7b43) AuthConfig (3159326d33562b7723119e70019112a5b2e6f1b4455d119799e30436289e8178) AuthConfig (7c4dfc68d828f0d4b2bdaa1500f506339b2384efa1d938c52a7703b69055603e) AuthConfig (c35682056a0d9e61e1f157edaae432520cfefe44275b88c33aaf363431a57653) AuthConfig (24a83e223d76bc12400da1af7bc2d3eb0413b9253ae2de1243485c5d4e947071) AuthConfig (d4eec090be72aa956a6ab2382f3add53d28199cc983b11652b5653f67917c43e) AuthConfig (a52d82b1d08f8a5529d6595bd369688ba6d5935ddd01873f8cd6f972757ba014) AuthConfig (09750519711e576712db1d76f07d09dd002b9dcdd565976d93ab69bea852a1c0) AuthConfig (59511b80027251d6e210518ab0d2d81be2779e9a11451ff70e0b5d7c698e85ec)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"37f61116-c5a2-42a3-963a-fe1e69094f65","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.69158675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"22ed1e2d-0646-4238-be18-53108b286a91","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.691609809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"22ed1e2d-0646-4238-be18-53108b286a91","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.744244106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"8fb411fe-a7ea-47db-971a-4c9271febb7b","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.74426454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"8fb411fe-a7ea-47db-971a-4c9271febb7b","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.860255396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"7925b231-555d-44cf-a081-bcc251b17e8a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.986774286Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"7925b231-555d-44cf-a081-bcc251b17e8a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:02.039562195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"7925b231-555d-44cf-a081-bcc251b17e8a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:02.091733632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"47237e6f-4080-40bd-94cf-11d04f0fcb39","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:02.091754967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"47237e6f-4080-40bd-94cf-11d04f0fcb39","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:04.977294694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"76231a3b-e137-4537-81be-9641411478fa","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:04.977352235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"7a00ae41-61cf-4af7-b40b-d84c17a42bb6","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:04.977366175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"7a00ae41-61cf-4af7-b40b-d84c17a42bb6","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.17881735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"76231a3b-e137-4537-81be-9641411478fa","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.229401051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"58600509-9ec0-465b-a833-42d8ba5904e3","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"maas-trlp-test-model-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.302917032Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"76231a3b-e137-4537-81be-9641411478fa","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.302948251Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"76231a3b-e137-4537-81be-9641411478fa","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.359864627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"c2c396f2-fa41-49cc-8a17-26a0ce23ef3e","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.360328166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"a54005a4-bd8d-4a48-9a31-76190590da02","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.360345006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"a54005a4-bd8d-4a48-9a31-76190590da02","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.525356045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"35db2920-5e61-4ce2-ae23-6896e43a9660","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.525378716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"35db2920-5e61-4ce2-ae23-6896e43a9660","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.557582753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"c2c396f2-fa41-49cc-8a17-26a0ce23ef3e","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.611570711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"c2c396f2-fa41-49cc-8a17-26a0ce23ef3e","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"e2e-inf-a-5d39ab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.611597029Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"c2c396f2-fa41-49cc-8a17-26a0ce23ef3e","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:05.6315802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"cb2e490f-37ca-4914-bb08-cfa23ad81dc7","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"maas-trlp-test-model-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:36:05.660245506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5d39ab-auth","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-auth","reconcileID":"c2c396f2-fa41-49cc-8a17-26a0ce23ef3e","error":"maasauthpolicies.maas.opendatahub.io \"test-model-5d39ab-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:09.22208107Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:11.477346408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"c280a328-dc75-41f6-bb47-c52099bfbe17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:11.531733609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"c280a328-dc75-41f6-bb47-c52099bfbe17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:11.843205037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"8e00a94a-3d6d-45ce-9fc9-9c8fc9e419b9","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:11.843238195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"8e00a94a-3d6d-45ce-9fc9-9c8fc9e419b9","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.190025807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"c66c3f62-f3cc-4083-85bd-f4ae3ef4ce98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.196287237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"4c7bd52e-7311-4858-a073-0ccfb7b867d4","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.196310561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"4c7bd52e-7311-4858-a073-0ccfb7b867d4","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.246139499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"c66c3f62-f3cc-4083-85bd-f4ae3ef4ce98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.250510688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"331ad714-a422-4163-b914-2db201dfd7a7","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.250530965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"331ad714-a422-4163-b914-2db201dfd7a7","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.29943064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"c66c3f62-f3cc-4083-85bd-f4ae3ef4ce98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.352721985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"f55d3a6f-42a5-4369-8e8d-42b9f7cd87de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.481224547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"f55d3a6f-42a5-4369-8e8d-42b9f7cd87de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.5349961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"f55d3a6f-42a5-4369-8e8d-42b9f7cd87de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.589100552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"c4b03f41-8a29-4de3-befd-1073aeaff526","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:12.589125035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"c4b03f41-8a29-4de3-befd-1073aeaff526","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:15.471113206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"743bc7de-6769-4212-b85e-b08e67527d7b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:15.583814861Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"743bc7de-6769-4212-b85e-b08e67527d7b","name":"e2e-shared-b-w4-957fb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:15.887611103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"b7d42697-139a-4826-b72f-f893fba12414","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","subscription":"test-model-5d39ab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:15.93764099Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"b7d42697-139a-4826-b72f-f893fba12414","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:15.988139608Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab-sub","reconcileID":"b7d42697-139a-4826-b72f-f893fba12414","MaaSSubscription":{"name":"test-model-5d39ab-sub","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"name":"maas-trlp-test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:16.249412241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"c7d1ab7e-fbfd-4c13-afaa-4306837c1b69","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"tenant":"e2e-inf-a-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","model":"ai-tenant-e2e-inf-a-5d39ab/test-model-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:16.249441445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"test-model-5d39ab","reconcileID":"c7d1ab7e-fbfd-4c13-afaa-4306837c1b69","MaaSModelRef":{"name":"test-model-5d39ab","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"routeName":"test-model-5d39ab-kserve-route","namespace":"ai-tenant-e2e-inf-a-5d39ab","llmisvcName":"test-model-5d39ab","gateway":"openshift-ingress/e2e-inf-a-5d39ab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:17.910485032Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"f862eeb9-fbbf-40a5-8787-bb699128ca3f","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:17.910648402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"056dff58-cd5f-4f67-8160-34d0995a5226","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:17.91067516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"056dff58-cd5f-4f67-8160-34d0995a5226","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.109040312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"f862eeb9-fbbf-40a5-8787-bb699128ca3f","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.171751839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"0481c848-09fa-4962-9814-505563b64178","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"maas-trlp-test-model-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.232705932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"f862eeb9-fbbf-40a5-8787-bb699128ca3f","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"e2e-inf-b-e33189-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.232734546Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-auth","reconcileID":"f862eeb9-fbbf-40a5-8787-bb699128ca3f","MaaSAuthPolicy":{"name":"test-model-e33189-auth","namespace":"ai-tenant-e2e-inf-b-e33189"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.288286319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"2fd7d4b2-b4a7-48ff-bb01-fd27d96e9f84","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.288306849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"2fd7d4b2-b4a7-48ff-bb01-fd27d96e9f84","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.459866125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"502c41b2-610e-4432-8529-9ef04aa1813e","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.459888718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"502c41b2-610e-4432-8529-9ef04aa1813e","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:18.54214761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"f8d38d70-90e2-4abc-a1d1-8dfc27db94cf","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"maas-trlp-test-model-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:22.398227924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"ed1c7ac4-81aa-4346-bdc0-f98662deb68f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:22.45229947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"ed1c7ac4-81aa-4346-bdc0-f98662deb68f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:22.504870459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"ed1c7ac4-81aa-4346-bdc0-f98662deb68f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:22.690005922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"975559ee-bca4-4f95-96f3-38ca444ca36a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:22.743681947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"975559ee-bca4-4f95-96f3-38ca444ca36a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:22.815891093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"975559ee-bca4-4f95-96f3-38ca444ca36a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:28.799212948Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"c85a1bb1-3c4d-4e30-ae63-2105a4b86d1d","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","subscription":"test-model-e33189-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:28.849737478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"c85a1bb1-3c4d-4e30-ae63-2105a4b86d1d","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:28.905516532Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189-sub","reconcileID":"c85a1bb1-3c4d-4e30-ae63-2105a4b86d1d","MaaSSubscription":{"name":"test-model-e33189-sub","namespace":"ai-tenant-e2e-inf-b-e33189"},"name":"maas-trlp-test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:29.168271033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"5e1ac1f0-08db-487a-bb24-f41a5401fe8b","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"tenant":"e2e-inf-b-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","model":"ai-tenant-e2e-inf-b-e33189/test-model-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:29.168293737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"test-model-e33189","reconcileID":"5e1ac1f0-08db-487a-bb24-f41a5401fe8b","MaaSModelRef":{"name":"test-model-e33189","namespace":"ai-tenant-e2e-inf-b-e33189"},"routeName":"test-model-e33189-kserve-route","namespace":"ai-tenant-e2e-inf-b-e33189","llmisvcName":"test-model-e33189","gateway":"openshift-ingress/e2e-inf-b-e33189","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.610947335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"0e231f50-fb97-4ebe-816c-5ef2ba602122","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.665888693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"0e231f50-fb97-4ebe-816c-5ef2ba602122","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.719939244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"0e231f50-fb97-4ebe-816c-5ef2ba602122","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.914509603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"184d0644-8e0d-4704-a68c-23304c3c52fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.968358731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"184d0644-8e0d-4704-a68c-23304c3c52fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:33.021737543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"184d0644-8e0d-4704-a68c-23304c3c52fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:39.2275134Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:42.831094444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"86edcb90-2da1-4dc9-857c-fd21e353439f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:42.890295707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"86edcb90-2da1-4dc9-857c-fd21e353439f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:42.958074327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfc0fe5610e8f394cde3e9f3e54bb513918b0b337de710d9b7e9cc78184cfac3) AuthConfig (6bcf66558d77b8b40b3c2398c051f35fd7fc75c7ab0112c1bb1576c971ae1ca0) AuthConfig (d847597f042fd3465c933f0d4812fa598c8993301a8c1d0e2728d0caadfbe15a) AuthConfig (69424400815084da7ae62441c8d1bcac962050298e58f7f7efe78eb632520f9e) AuthConfig (bbd50d4da0d522fbe5f160e79eba818b373186c9a6caf6b19712b68ccd114469) AuthConfig (080e5acf8e932e16aeba5df5af557bdb7b8281019d71b54855673d1a53adb187) AuthConfig (d43767c5e769e4430bb44670942b5e08be51b4326f1e20b16683b4b25fa1a5b8) AuthConfig (6e9a2ce95986ef0bc90fbc338902edc5b2455544f17689bec8da09b22a51cad5) AuthConfig (0e4b762412fedeabb14d0e5a49c15fc95efdbc9c0608673d9e03f4722c5270f3) AuthConfig (5a6f99b464cb1fd7fd858cbc873245ced7ff2a2b17b010587ab0a0283bcd39cd) AuthConfig (1ebd2fad1d13656d68558fdf3740c21eae2028aed0b3d746bfa5814e79e93987) AuthConfig (35ea22f1991e5feb60ea20753a973b4ecd274e677901af88931d89355716ec39) AuthConfig (4129a88192e69953c32965700a760a2f21efa8a21f833d4a5935bfb8d70fc30e) AuthConfig (666d87ce9c7fcd3f60e9b267ca5d3e9e99aa665ffb0129d6815ff1e31cf9a9d3) AuthConfig (48ae11301401b070477948b14ea27a74663d43665d9d944f1a9f6434e3f07491) AuthConfig (6ca4597dfc34a017cb0f9c2110a1d5c5803d2330b9d3a0824baec4ede29c7f3f) AuthConfig (80189dd040556721c923adcbd32235d92fbf184e46d5ff025a8fad44dbde9e21) AuthConfig (6dd7871e6eca9a6547d34088e1f5b7b79e5d594ec9d46731020c032e04215715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"86edcb90-2da1-4dc9-857c-fd21e353439f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:43.017004446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"26c7aa1d-b61a-4f46-a2e8-6f2af7839cf0","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:43.017036241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"26c7aa1d-b61a-4f46-a2e8-6f2af7839cf0","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:43.122935613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"6267bf1d-4f3e-43c2-b67c-a788e2b360de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:43.182225018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"6267bf1d-4f3e-43c2-b67c-a788e2b360de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:43.235100995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (133929447013fd35ff031be11e2b0309f522af3b1735ee988b6357d2fbe02a5e) AuthConfig (d311a0753e4a58a7419758153298623a54368833a76fdb733a459004dc592b88) AuthConfig (ead0dcacf3f3dab2a3db54cf22e02d5096f6fd10fe080f491b999b43b89811e8) AuthConfig (2581a2512762f18c12c58363ce2369fb517e28962457249ea3b464a390f9ffd6) AuthConfig (cb2d3c4535d51d994e096b56281360ef9150cb3bd277df51e74422a371596776) AuthConfig (7ad7e37465640f038b4b982486562e5006a04fb9adc584a51ddc9239baaa3c92) AuthConfig (2337aa41a6bf2a27b3c06fa96b94c9e8f6d8ebc014ea36489c9473d311f3fcff) AuthConfig (e5532dd30309f5aee120f560bbc062e6b4c3588c8d4d55f81ddf2faef63ef964) AuthConfig (b94c19cd65e26daf63e9414374c45a2cecd4b1de670f54deb14b81b73170a74e) AuthConfig (5ae1dc41132304dd0aad88c37f605cbb13d1dbbf9128c7f4b052a4e2b86fdf4a) AuthConfig (3f5703facd5a7eac8a33aa1d559da150a19ee7f2ca09bd0da15c71b6b72a9103) AuthConfig (3a2ae2f86daf444da915c7c477e864ba2e0d1d17ee0bdbcaa74dd918ba3f3dbd) AuthConfig (12fec393900926e4e658625137209f6c2a906dab14970a02a3d611b1bb62d0d2) AuthConfig (678bbc81fbc117aec842e797238d2bb813667bdc07625cf9ccfcd4951e4ac4a7) AuthConfig (6145a62c0a30c32f1893aebc7aa70584882c01ea39805d3869debc8d24c5e083) AuthConfig (23ad97cf350ffae6267860e52745e95ff349bc1e255a800c0cad2b920c172b7b) AuthConfig (e2495e9ed6ab2b0b931de15a6fca4370a7dc4c515e208c752b64ceadf734ad31) AuthConfig (53f89715f43dc236ad794fec7425c1159fedafc5290d65bf36ed7d717579b639)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"6267bf1d-4f3e-43c2-b67c-a788e2b360de","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:43.291601141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"1edc27e1-704d-4f11-9cda-d6b18c22bef9","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:43.291637303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"1edc27e1-704d-4f11-9cda-d6b18c22bef9","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.111565679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"40e13c2f-70e3-4134-bc0b-059a0963d062","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.165171754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"40e13c2f-70e3-4134-bc0b-059a0963d062","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.217517141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfc0fe5610e8f394cde3e9f3e54bb513918b0b337de710d9b7e9cc78184cfac3) AuthConfig (6bcf66558d77b8b40b3c2398c051f35fd7fc75c7ab0112c1bb1576c971ae1ca0) AuthConfig (d847597f042fd3465c933f0d4812fa598c8993301a8c1d0e2728d0caadfbe15a) AuthConfig (69424400815084da7ae62441c8d1bcac962050298e58f7f7efe78eb632520f9e) AuthConfig (bbd50d4da0d522fbe5f160e79eba818b373186c9a6caf6b19712b68ccd114469) AuthConfig (080e5acf8e932e16aeba5df5af557bdb7b8281019d71b54855673d1a53adb187) AuthConfig (d43767c5e769e4430bb44670942b5e08be51b4326f1e20b16683b4b25fa1a5b8) AuthConfig (6e9a2ce95986ef0bc90fbc338902edc5b2455544f17689bec8da09b22a51cad5) AuthConfig (0e4b762412fedeabb14d0e5a49c15fc95efdbc9c0608673d9e03f4722c5270f3) AuthConfig (5a6f99b464cb1fd7fd858cbc873245ced7ff2a2b17b010587ab0a0283bcd39cd) AuthConfig (1ebd2fad1d13656d68558fdf3740c21eae2028aed0b3d746bfa5814e79e93987) AuthConfig (35ea22f1991e5feb60ea20753a973b4ecd274e677901af88931d89355716ec39) AuthConfig (4129a88192e69953c32965700a760a2f21efa8a21f833d4a5935bfb8d70fc30e) AuthConfig (666d87ce9c7fcd3f60e9b267ca5d3e9e99aa665ffb0129d6815ff1e31cf9a9d3) AuthConfig (48ae11301401b070477948b14ea27a74663d43665d9d944f1a9f6434e3f07491) AuthConfig (6ca4597dfc34a017cb0f9c2110a1d5c5803d2330b9d3a0824baec4ede29c7f3f) AuthConfig (80189dd040556721c923adcbd32235d92fbf184e46d5ff025a8fad44dbde9e21) AuthConfig (6dd7871e6eca9a6547d34088e1f5b7b79e5d594ec9d46731020c032e04215715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"40e13c2f-70e3-4134-bc0b-059a0963d062","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.391926909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"177ae83e-f30a-433f-9fa1-c1a343af74f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.446939866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"177ae83e-f30a-433f-9fa1-c1a343af74f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.49924946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (133929447013fd35ff031be11e2b0309f522af3b1735ee988b6357d2fbe02a5e) AuthConfig (d311a0753e4a58a7419758153298623a54368833a76fdb733a459004dc592b88) AuthConfig (ead0dcacf3f3dab2a3db54cf22e02d5096f6fd10fe080f491b999b43b89811e8) AuthConfig (2581a2512762f18c12c58363ce2369fb517e28962457249ea3b464a390f9ffd6) AuthConfig (cb2d3c4535d51d994e096b56281360ef9150cb3bd277df51e74422a371596776) AuthConfig (7ad7e37465640f038b4b982486562e5006a04fb9adc584a51ddc9239baaa3c92) AuthConfig (2337aa41a6bf2a27b3c06fa96b94c9e8f6d8ebc014ea36489c9473d311f3fcff) AuthConfig (e5532dd30309f5aee120f560bbc062e6b4c3588c8d4d55f81ddf2faef63ef964) AuthConfig (b94c19cd65e26daf63e9414374c45a2cecd4b1de670f54deb14b81b73170a74e) AuthConfig (5ae1dc41132304dd0aad88c37f605cbb13d1dbbf9128c7f4b052a4e2b86fdf4a) AuthConfig (3f5703facd5a7eac8a33aa1d559da150a19ee7f2ca09bd0da15c71b6b72a9103) AuthConfig (3a2ae2f86daf444da915c7c477e864ba2e0d1d17ee0bdbcaa74dd918ba3f3dbd) AuthConfig (12fec393900926e4e658625137209f6c2a906dab14970a02a3d611b1bb62d0d2) AuthConfig (678bbc81fbc117aec842e797238d2bb813667bdc07625cf9ccfcd4951e4ac4a7) AuthConfig (6145a62c0a30c32f1893aebc7aa70584882c01ea39805d3869debc8d24c5e083) AuthConfig (23ad97cf350ffae6267860e52745e95ff349bc1e255a800c0cad2b920c172b7b) AuthConfig (e2495e9ed6ab2b0b931de15a6fca4370a7dc4c515e208c752b64ceadf734ad31) AuthConfig (53f89715f43dc236ad794fec7425c1159fedafc5290d65bf36ed7d717579b639)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"177ae83e-f30a-433f-9fa1-c1a343af74f9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:03.315297404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"e1991aa8-25d9-405c-ab27-d36db840a89d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:03.36913461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"e1991aa8-25d9-405c-ab27-d36db840a89d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:03.422058807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-6687a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfc0fe5610e8f394cde3e9f3e54bb513918b0b337de710d9b7e9cc78184cfac3) AuthConfig (6bcf66558d77b8b40b3c2398c051f35fd7fc75c7ab0112c1bb1576c971ae1ca0) AuthConfig (d847597f042fd3465c933f0d4812fa598c8993301a8c1d0e2728d0caadfbe15a) AuthConfig (69424400815084da7ae62441c8d1bcac962050298e58f7f7efe78eb632520f9e) AuthConfig (bbd50d4da0d522fbe5f160e79eba818b373186c9a6caf6b19712b68ccd114469) AuthConfig (080e5acf8e932e16aeba5df5af557bdb7b8281019d71b54855673d1a53adb187) AuthConfig (d43767c5e769e4430bb44670942b5e08be51b4326f1e20b16683b4b25fa1a5b8) AuthConfig (6e9a2ce95986ef0bc90fbc338902edc5b2455544f17689bec8da09b22a51cad5) AuthConfig (0e4b762412fedeabb14d0e5a49c15fc95efdbc9c0608673d9e03f4722c5270f3) AuthConfig (5a6f99b464cb1fd7fd858cbc873245ced7ff2a2b17b010587ab0a0283bcd39cd) AuthConfig (1ebd2fad1d13656d68558fdf3740c21eae2028aed0b3d746bfa5814e79e93987) AuthConfig (35ea22f1991e5feb60ea20753a973b4ecd274e677901af88931d89355716ec39) AuthConfig (4129a88192e69953c32965700a760a2f21efa8a21f833d4a5935bfb8d70fc30e) AuthConfig (666d87ce9c7fcd3f60e9b267ca5d3e9e99aa665ffb0129d6815ff1e31cf9a9d3) AuthConfig (48ae11301401b070477948b14ea27a74663d43665d9d944f1a9f6434e3f07491) AuthConfig (6ca4597dfc34a017cb0f9c2110a1d5c5803d2330b9d3a0824baec4ede29c7f3f) AuthConfig (80189dd040556721c923adcbd32235d92fbf184e46d5ff025a8fad44dbde9e21) AuthConfig (6dd7871e6eca9a6547d34088e1f5b7b79e5d594ec9d46731020c032e04215715)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"e1991aa8-25d9-405c-ab27-d36db840a89d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:03.596445586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"19b275e2-1f97-4866-8ea7-92bc974feb3b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:03.650161487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"19b275e2-1f97-4866-8ea7-92bc974feb3b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:03.703517413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-ba36fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (133929447013fd35ff031be11e2b0309f522af3b1735ee988b6357d2fbe02a5e) AuthConfig (d311a0753e4a58a7419758153298623a54368833a76fdb733a459004dc592b88) AuthConfig (ead0dcacf3f3dab2a3db54cf22e02d5096f6fd10fe080f491b999b43b89811e8) AuthConfig (2581a2512762f18c12c58363ce2369fb517e28962457249ea3b464a390f9ffd6) AuthConfig (cb2d3c4535d51d994e096b56281360ef9150cb3bd277df51e74422a371596776) AuthConfig (7ad7e37465640f038b4b982486562e5006a04fb9adc584a51ddc9239baaa3c92) AuthConfig (2337aa41a6bf2a27b3c06fa96b94c9e8f6d8ebc014ea36489c9473d311f3fcff) AuthConfig (e5532dd30309f5aee120f560bbc062e6b4c3588c8d4d55f81ddf2faef63ef964) AuthConfig (b94c19cd65e26daf63e9414374c45a2cecd4b1de670f54deb14b81b73170a74e) AuthConfig (5ae1dc41132304dd0aad88c37f605cbb13d1dbbf9128c7f4b052a4e2b86fdf4a) AuthConfig (3f5703facd5a7eac8a33aa1d559da150a19ee7f2ca09bd0da15c71b6b72a9103) AuthConfig (3a2ae2f86daf444da915c7c477e864ba2e0d1d17ee0bdbcaa74dd918ba3f3dbd) AuthConfig (12fec393900926e4e658625137209f6c2a906dab14970a02a3d611b1bb62d0d2) AuthConfig (678bbc81fbc117aec842e797238d2bb813667bdc07625cf9ccfcd4951e4ac4a7) AuthConfig (6145a62c0a30c32f1893aebc7aa70584882c01ea39805d3869debc8d24c5e083) AuthConfig (23ad97cf350ffae6267860e52745e95ff349bc1e255a800c0cad2b920c172b7b) AuthConfig (e2495e9ed6ab2b0b931de15a6fca4370a7dc4c515e208c752b64ceadf734ad31) AuthConfig (53f89715f43dc236ad794fec7425c1159fedafc5290d65bf36ed7d717579b639)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"19b275e2-1f97-4866-8ea7-92bc974feb3b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:06.732117179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d10366-b1d0-4a29-9727-dcaba87e3d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:06.780881739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d10366-b1d0-4a29-9727-dcaba87e3d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:06.831552874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d10366-b1d0-4a29-9727-dcaba87e3d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:06.88127922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06d10366-b1d0-4a29-9727-dcaba87e3d7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:08.670965684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217f4d38-21f0-40fc-ad4e-f016a68efee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:08.719831341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217f4d38-21f0-40fc-ad4e-f016a68efee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:08.76867409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217f4d38-21f0-40fc-ad4e-f016a68efee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:08.817489225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217f4d38-21f0-40fc-ad4e-f016a68efee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:09.2221759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:13.520684925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"c0e80469-a5cb-4501-96f7-0c2d830b8931","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:13.574465652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"c0e80469-a5cb-4501-96f7-0c2d830b8931","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:13.802624629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"b137de81-f089-4786-901c-9e0c83441ba8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:13.856770324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"b137de81-f089-4786-901c-9e0c83441ba8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:13.878172736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"c3f87d73-ca6d-41c8-91d5-ff3cddc175dd","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:13.878196297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"c3f87d73-ca6d-41c8-91d5-ff3cddc175dd","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.144053955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"5f309475-833c-4003-b5a9-b82fb3334bbb","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.14407788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"5f309475-833c-4003-b5a9-b82fb3334bbb","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.349003937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"a1d4f7a8-5ce0-44ed-b670-7a631064261b","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.349027813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"a1d4f7a8-5ce0-44ed-b670-7a631064261b","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.402694963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"0fcb2547-ba17-476c-87d6-6a25955a8d84","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.4027258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"0fcb2547-ba17-476c-87d6-6a25955a8d84","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.499823254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"52e2a557-851b-4c4d-8e58-ef13eab209d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.621262432Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"52e2a557-851b-4c4d-8e58-ef13eab209d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.673496838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"52e2a557-851b-4c4d-8e58-ef13eab209d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.725653466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"13b328e4-63ab-4c6e-9a76-3dbb20474682","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.725675433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"13b328e4-63ab-4c6e-9a76-3dbb20474682","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.859957636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"550f2d7a-87fc-4aa0-b584-6288c79c5d64","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.859980076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"550f2d7a-87fc-4aa0-b584-6288c79c5d64","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.914825601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"56737453-b9fd-46b3-9390-20071209c5db","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.914854849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"56737453-b9fd-46b3-9390-20071209c5db","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.956742935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"ded8397d-2521-4808-b106-a857f0f79b9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:14.966144033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"9365ff28-e70e-4c69-b1cf-6d87bfa379df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-26ac4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.010602474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"ded8397d-2521-4808-b106-a857f0f79b9d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.073058041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"d83ace01-4adf-4cd3-b2b6-fbfa643ed72e","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.073079184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"d83ace01-4adf-4cd3-b2b6-fbfa643ed72e","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.124799673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"54f5f736-6bbf-4dd1-ac15-8a9da2117d09","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.124824617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"54f5f736-6bbf-4dd1-ac15-8a9da2117d09","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.171656903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"017406d3-6479-4823-933f-a5a81e2f9ebe","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.171678808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"017406d3-6479-4823-933f-a5a81e2f9ebe","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.226439242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"a02faad5-1718-401a-91be-6f61502d9b11","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.226485302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"a02faad5-1718-401a-91be-6f61502d9b11","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.268262131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"93edbc29-4867-43e6-8a1e-9bca7050b27a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:15.27679201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"17e270cd-e0df-4045-b6fe-d7431782c3b5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-26ac4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:15.276906869Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"a02faad5-1718-401a-91be-6f61502d9b11","name":"sub-test-model-ba36fd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ba36fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:15.276957784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"a02faad5-1718-401a-91be-6f61502d9b11","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ba36fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.282683436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"e5a96f47-0524-4f7e-9ac4-3423fc00eac1","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.282699629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"e5a96f47-0524-4f7e-9ac4-3423fc00eac1","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.323238423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"93edbc29-4867-43e6-8a1e-9bca7050b27a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.332271899Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"9731f723-e67c-428e-90cb-6496cbfa3056","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"sub-test-model-e5dff6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-e5dff6/e2e-shared-sub-26ac4b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.368801223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"e3797010-dce7-4d95-94d1-6bd9901db32c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.383280728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"c6ec81d9-427b-4a0d-9f66-605fba57831a","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.383299517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"c6ec81d9-427b-4a0d-9f66-605fba57831a","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.422733951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"e3797010-dce7-4d95-94d1-6bd9901db32c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.436762206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"fa4490ba-1113-4217-8026-3c8634eb5e63","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.436781396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"fa4490ba-1113-4217-8026-3c8634eb5e63","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.437652086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"efa38a08-65e8-424b-9597-1bf29d0d0cd8","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.437667354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"efa38a08-65e8-424b-9597-1bf29d0d0cd8","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.490774894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"29c72123-a0c6-494a-9a6e-ec22ef145eb8","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.490797297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"29c72123-a0c6-494a-9a6e-ec22ef145eb8","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.525114432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"ac63a0b0-0183-4dce-89aa-63b0d98570fd","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.525135346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"ac63a0b0-0183-4dce-89aa-63b0d98570fd","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:15.537326588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"1e48a7dd-57c3-4bf6-899f-8db7e5830c3a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-26ac4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.617573031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"ff883607-cf1a-4ce2-9256-b9c82643a443","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.635171641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"7085877f-3a1b-4e1d-87e1-fefa4303dcac","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"sub-test-model-ba36fd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-ba36fd/e2e-shared-sub-26ac4b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.64805114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"c5cb7b62-c225-4c29-b77c-63d0616f3823","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.648070124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"c5cb7b62-c225-4c29-b77c-63d0616f3823","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.671044471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"ff883607-cf1a-4ce2-9256-b9c82643a443","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.700941002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"206257c1-3430-4344-bec6-163bd0e7d956","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.700960508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"206257c1-3430-4344-bec6-163bd0e7d956","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.717354408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"eeaa7dd8-28b9-4cb1-87f2-b61d7ea19f2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.776532347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"eeaa7dd8-28b9-4cb1-87f2-b61d7ea19f2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.782650502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"3b1f1209-fbb3-4634-8fa3-988c7238eb68","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.782681987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"3b1f1209-fbb3-4634-8fa3-988c7238eb68","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.790898772Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"cc86cef2-dca2-4542-aaa1-8fe08d10e292","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-e5dff6/e2e-a-only-26ac4b","ai-tenant-e2e-shared-a-w1-e5dff6/e2e-shared-sub-26ac4b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.792591634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"97ac153d-560c-4722-9d3c-95039e9cc56c","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.79261346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"97ac153d-560c-4722-9d3c-95039e9cc56c","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.875707234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"d72089db-fb35-4067-9e08-385d9906decf","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.875727553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"d72089db-fb35-4067-9e08-385d9906decf","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:15.921482207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"0b848eba-55d1-4ea0-a1ca-4893793aab94","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-26ac4b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.968289283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"897a7007-c1e4-4cad-a60a-85cf31259451","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:15.969008062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"59811596-0062-4275-be86-3afefae7a9c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.022671271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"59811596-0062-4275-be86-3afefae7a9c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.034191648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"c2e1af7f-6911-45bc-93c0-47f5faf3b41d","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.034212692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"c2e1af7f-6911-45bc-93c0-47f5faf3b41d","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.073585012Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"4f124ed3-d897-4415-bb83-5ccbd720299c","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-ba36fd/e2e-b-only-26ac4b","ai-tenant-e2e-shared-b-w1-ba36fd/e2e-shared-sub-26ac4b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.088236677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"e8b5ea43-2bc6-4a45-89c8-fb94e8206955","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.088252479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"e8b5ea43-2bc6-4a45-89c8-fb94e8206955","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.120287127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"b04a2784-7530-4aa6-a403-8f4cb0fc9fdb","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.123441663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"62431c8c-ef0b-449a-ac2a-95016b3bef09","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.123489038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"62431c8c-ef0b-449a-ac2a-95016b3bef09","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.282547644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"7392c9c6-8f59-4035-801d-df064b2ff214","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.320958237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"31ecbe0a-de20-4e6a-8b8a-3e9f98e68112","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.37683544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"967bdbcf-ec6e-4fae-a464-ff07d144918d","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.438583712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"d3af7e5b-2811-4661-a16d-e3e0a0fabb2b","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.438603544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"d3af7e5b-2811-4661-a16d-e3e0a0fabb2b","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:16.639551192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"85ac6964-2e1e-473f-ae1c-281137c2ad07","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.731015981Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","namespace":"ai-tenant-e2e-inf-a-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.731075851Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","namespace":"ai-tenant-e2e-inf-a-5d39ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.731127098Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","tenant":"e2e-inf-a-5d39ab","tenantID":"e2e-inf-a-5d39ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.782669408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"Deployment","name":"maas-api-e2e-inf-a-5d39ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.823601737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"0bbfccc8-ae9f-4cc4-84cc-9313c8690eee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.840855718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"Service","name":"maas-api-e2e-inf-a-5d39ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.878919063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"0bbfccc8-ae9f-4cc4-84cc-9313c8690eee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.896862284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-5d39ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.931410712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"0bbfccc8-ae9f-4cc4-84cc-9313c8690eee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.947367416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-5d39ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.008635351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.061747552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.115283893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.18472074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.236633545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"Deployment","name":"payload-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.285502164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.339103125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"Service","name":"payload-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.387849271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.436121929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.484371286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.532851658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.585436797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.633733604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.682233841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.73475951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-5d39ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:25.786722338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5d39ab"},"namespace":"ai-tenant-e2e-inf-a-5d39ab","name":"default-tenant","reconcileID":"83bf7a00-eb0d-4ac2-a0dd-8d1be39dfe63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-5d39ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:28.656497569Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5d39ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5d39ab","reconcileID":"f651168d-9c91-4c4f-b11a-51795a00034f","aitenant":"ai-tenants/e2e-inf-a-5d39ab","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:29.194178989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab82e2e-adfe-4922-83f2-bd0499e4c5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:29.242920909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab82e2e-adfe-4922-83f2-bd0499e4c5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:29.292345128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab82e2e-adfe-4922-83f2-bd0499e4c5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:29.342297875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ab82e2e-adfe-4922-83f2-bd0499e4c5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:29.44904927Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5d39ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5d39ab","reconcileID":"f651168d-9c91-4c4f-b11a-51795a00034f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5d39ab","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-5d39ab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:31.398806398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969f5d50-ef46-4fde-bf00-01f983ec3f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:31.451090381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969f5d50-ef46-4fde-bf00-01f983ec3f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:31.50032659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969f5d50-ef46-4fde-bf00-01f983ec3f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:31.54938615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969f5d50-ef46-4fde-bf00-01f983ec3f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:32.730441264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"355683cc-0f90-44c6-9219-4d6bfa742031","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:32.731693814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"a2175a29-d54b-405a-a858-f485629f2868","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:32.928223453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"4910497b-dc98-4ef2-b15b-a4a6128dc907","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:32.928260385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"4910497b-dc98-4ef2-b15b-a4a6128dc907","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:32.928845855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"870cdd8c-6363-4366-ac88-d478b2e92154","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:32.928865171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"870cdd8c-6363-4366-ac88-d478b2e92154","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.399176864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bcaccfb-2fa2-4532-87e5-1b69893db69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.447816461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bcaccfb-2fa2-4532-87e5-1b69893db69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.497004572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bcaccfb-2fa2-4532-87e5-1b69893db69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.545970375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bcaccfb-2fa2-4532-87e5-1b69893db69d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.697595848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"70dd7ca2-c9d5-43bc-b36b-70a45417b0e7","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.697680967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"124ed7f4-76fd-4f0e-b16a-206e55af11fe","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.794733899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"5f9d29c2-03fb-46fe-9746-f0cbc3cabc80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.849714194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"5f9d29c2-03fb-46fe-9746-f0cbc3cabc80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.886619415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"207082b2-9788-46a3-8c45-c0b38ea88022","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.904607148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"1d8b1f62-7609-4c6e-9468-6594eb2bbc82","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.904625618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"1d8b1f62-7609-4c6e-9468-6594eb2bbc82","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.90695464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"fd78ed11-1591-40c9-ac48-766ff8d50168","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.906969816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"fd78ed11-1591-40c9-ac48-766ff8d50168","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:33.940071618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"207082b2-9788-46a3-8c45-c0b38ea88022","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.029428876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"e8600f9f-dfc9-417a-a3ef-ee4c3862eb2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.083657546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"e8600f9f-dfc9-417a-a3ef-ee4c3862eb2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.136378771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86dd4f70eaae48184286e453c3e351c534041c9b5fe4c6e3e0906056d871585) AuthConfig (038a44816f2407e65151c11ac7488f0c814879d2767474ec0a9b1d724f0f7166) AuthConfig (a0a484fe1a0ce01700b209fe6afd077bc505661b2b76326125dc4f0f6e97b76a) AuthConfig (49a36ebed0f692da3539c7b86d43403ccd34ab4d355dd4dfa9232232a782fc92) AuthConfig (594b837426cdd62473ff4ec8ec772e4c4efeffa4bd8161425f91aa3cf4f9f96f) AuthConfig (509c689ddc6bbf85bcc471adab213732c527e6562faab63ce860be4ef656bb88) AuthConfig (aafaec3ccbb504f15f6d71664f6c8dda256cdd39165beb0f0508e4982e17b02c) AuthConfig (271362a4353982caf11a37942a598e88766475b89c7d8df8d40376d2344332bd) AuthConfig (dc3d733275964ddad0ca9dbca032d6a322c71c991e699585764d6d0f39c0e9af) AuthConfig (c38fcfaf9bf81212855489355124324a0f74676ad950d292089823932694e0b2) AuthConfig (d905eaa9e62adef2d5b1384bc1e5cdf4c1970684b02937b418e9d2bf453bc5ed) AuthConfig (a1b5b20aaea4fb21d0d277f4b288a5412fdf9db0890909dc13839e03977c2934) AuthConfig (6777f154ff8706fff8fb8ad6a833c9c46deb18f38eaed4ad071d86de78bba9db) AuthConfig (657bfff21ad64f401fe2ed5ed448978c3400cc9615ba4b64119e1e2e78b26b3a) AuthConfig (0c2aa00bff96e0a59ff5eca2d68062131de86884dc4ebdd370251e888ef4778a) AuthConfig (b8e691af628cfeed61d901a80d258041c8adfafb1eab3f8751987b49899cd983) AuthConfig (aa8c23dbe07c88d383e346d2401c1e2e86bc3595affbfdd3678af48629b681c8) AuthConfig (f9ebca8b235e167db2b16104ba284ec387a229eafc74c812fff94086a35cd61f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"e8600f9f-dfc9-417a-a3ef-ee4c3862eb2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.191013651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"1d3d916b-e980-438b-897f-d6fef6bdd0e7","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.191037015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"1d3d916b-e980-438b-897f-d6fef6bdd0e7","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.392648809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f677781-42e2-473a-a69e-878474b74842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.4416072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f677781-42e2-473a-a69e-878474b74842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.490164664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f677781-42e2-473a-a69e-878474b74842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:35.53965172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f677781-42e2-473a-a69e-878474b74842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:37.787045366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a283e1-e131-4643-9103-3ce3967ef3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:37.836034939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a283e1-e131-4643-9103-3ce3967ef3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:37.899285884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a283e1-e131-4643-9103-3ce3967ef3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:37.952907691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a283e1-e131-4643-9103-3ce3967ef3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:39.22074732Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:39.734357008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5cd4a7-dee5-4772-8d2f-674ee6503706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:39.78309971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5cd4a7-dee5-4772-8d2f-674ee6503706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:39.831527474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5cd4a7-dee5-4772-8d2f-674ee6503706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:39.880087496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd5cd4a7-dee5-4772-8d2f-674ee6503706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:43.651634886Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"6052aa29-fe3e-4861-bd22-50e2b49664c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:43.651738307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"9d570c2d-fc59-4b2a-9b8f-a97c9b7ae17b","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:43.651759037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"9d570c2d-fc59-4b2a-9b8f-a97c9b7ae17b","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:43.849341138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"6052aa29-fe3e-4861-bd22-50e2b49664c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:43.901812951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"e686ddde-6c42-4ae7-adc4-ce50ab193c3e","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:43.902394275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"49048dca-b9f3-42b8-a7fc-ee1d24798684","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:43.970170856Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"6052aa29-fe3e-4861-bd22-50e2b49664c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"e2e-shared-a-w1-e5dff6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:43.970195663Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"6052aa29-fe3e-4861-bd22-50e2b49664c9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:44.023489649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"6c20affb-147b-4537-aa40-233133c540a0","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:44.023511938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"6c20affb-147b-4537-aa40-233133c540a0","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:44.16734837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"f7263010-19a1-4818-a698-744a1d45f34b","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:44.167373926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"f7263010-19a1-4818-a698-744a1d45f34b","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:44.274337638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"ea96eb15-03b5-4838-9e95-1b52dc089dd7","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:44.274353413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"0e6ae177-dcd3-4331-b0b3-86df707c688e","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:45.287681911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"26dcdc6b-f626-49f1-9243-40e2480c390a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:45.341328376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"26dcdc6b-f626-49f1-9243-40e2480c390a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:45.39388499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86dd4f70eaae48184286e453c3e351c534041c9b5fe4c6e3e0906056d871585) AuthConfig (038a44816f2407e65151c11ac7488f0c814879d2767474ec0a9b1d724f0f7166) AuthConfig (a0a484fe1a0ce01700b209fe6afd077bc505661b2b76326125dc4f0f6e97b76a) AuthConfig (49a36ebed0f692da3539c7b86d43403ccd34ab4d355dd4dfa9232232a782fc92) AuthConfig (594b837426cdd62473ff4ec8ec772e4c4efeffa4bd8161425f91aa3cf4f9f96f) AuthConfig (509c689ddc6bbf85bcc471adab213732c527e6562faab63ce860be4ef656bb88) AuthConfig (aafaec3ccbb504f15f6d71664f6c8dda256cdd39165beb0f0508e4982e17b02c) AuthConfig (271362a4353982caf11a37942a598e88766475b89c7d8df8d40376d2344332bd) AuthConfig (dc3d733275964ddad0ca9dbca032d6a322c71c991e699585764d6d0f39c0e9af) AuthConfig (c38fcfaf9bf81212855489355124324a0f74676ad950d292089823932694e0b2) AuthConfig (d905eaa9e62adef2d5b1384bc1e5cdf4c1970684b02937b418e9d2bf453bc5ed) AuthConfig (a1b5b20aaea4fb21d0d277f4b288a5412fdf9db0890909dc13839e03977c2934) AuthConfig (6777f154ff8706fff8fb8ad6a833c9c46deb18f38eaed4ad071d86de78bba9db) AuthConfig (657bfff21ad64f401fe2ed5ed448978c3400cc9615ba4b64119e1e2e78b26b3a) AuthConfig (0c2aa00bff96e0a59ff5eca2d68062131de86884dc4ebdd370251e888ef4778a) AuthConfig (b8e691af628cfeed61d901a80d258041c8adfafb1eab3f8751987b49899cd983) AuthConfig (aa8c23dbe07c88d383e346d2401c1e2e86bc3595affbfdd3678af48629b681c8) AuthConfig (f9ebca8b235e167db2b16104ba284ec387a229eafc74c812fff94086a35cd61f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"26dcdc6b-f626-49f1-9243-40e2480c390a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:54.528101374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"e4121c5c-0564-457c-a42b-5146ff3b12b1","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscription":"e2e-shared-sub-26ac4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:54.732888781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-shared-sub-26ac4b","reconcileID":"e4121c5c-0564-457c-a42b-5146ff3b12b1","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-e5dff6/e2e-a-only-26ac4b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:54.930730346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"73589600-067b-47d2-9b89-871a24c536c3","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:54.941058931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"75b7af4c-0039-4079-af75-2605be82c4f5","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:54.941082018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"75b7af4c-0039-4079-af75-2605be82c4f5","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:55.094662411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"c5007930-376c-4607-bd6c-20e3f6faacd3","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:55.094689078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"c5007930-376c-4607-bd6c-20e3f6faacd3","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:55.492323812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"b8eb70ed-60d1-4b06-9c81-112edbd282ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:55.546344707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"b8eb70ed-60d1-4b06-9c81-112edbd282ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:55.598752338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-ac2eb4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86dd4f70eaae48184286e453c3e351c534041c9b5fe4c6e3e0906056d871585) AuthConfig (038a44816f2407e65151c11ac7488f0c814879d2767474ec0a9b1d724f0f7166) AuthConfig (a0a484fe1a0ce01700b209fe6afd077bc505661b2b76326125dc4f0f6e97b76a) AuthConfig (49a36ebed0f692da3539c7b86d43403ccd34ab4d355dd4dfa9232232a782fc92) AuthConfig (594b837426cdd62473ff4ec8ec772e4c4efeffa4bd8161425f91aa3cf4f9f96f) AuthConfig (509c689ddc6bbf85bcc471adab213732c527e6562faab63ce860be4ef656bb88) AuthConfig (aafaec3ccbb504f15f6d71664f6c8dda256cdd39165beb0f0508e4982e17b02c) AuthConfig (271362a4353982caf11a37942a598e88766475b89c7d8df8d40376d2344332bd) AuthConfig (dc3d733275964ddad0ca9dbca032d6a322c71c991e699585764d6d0f39c0e9af) AuthConfig (c38fcfaf9bf81212855489355124324a0f74676ad950d292089823932694e0b2) AuthConfig (d905eaa9e62adef2d5b1384bc1e5cdf4c1970684b02937b418e9d2bf453bc5ed) AuthConfig (a1b5b20aaea4fb21d0d277f4b288a5412fdf9db0890909dc13839e03977c2934) AuthConfig (6777f154ff8706fff8fb8ad6a833c9c46deb18f38eaed4ad071d86de78bba9db) AuthConfig (657bfff21ad64f401fe2ed5ed448978c3400cc9615ba4b64119e1e2e78b26b3a) AuthConfig (0c2aa00bff96e0a59ff5eca2d68062131de86884dc4ebdd370251e888ef4778a) AuthConfig (b8e691af628cfeed61d901a80d258041c8adfafb1eab3f8751987b49899cd983) AuthConfig (aa8c23dbe07c88d383e346d2401c1e2e86bc3595affbfdd3678af48629b681c8) AuthConfig (f9ebca8b235e167db2b16104ba284ec387a229eafc74c812fff94086a35cd61f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"b8eb70ed-60d1-4b06-9c81-112edbd282ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.248090174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"d9fcb4ca-af79-460a-bb93-3a2352d7e5d3","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","subscription":"e2e-a-only-26ac4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.296916136Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"d9fcb4ca-af79-460a-bb93-3a2352d7e5d3","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.378434241Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"e2e-a-only-26ac4b","reconcileID":"d9fcb4ca-af79-460a-bb93-3a2352d7e5d3","MaaSSubscription":{"name":"e2e-a-only-26ac4b","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"name":"maas-trlp-sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.637948303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"8761c42a-b851-4e91-b12f-a0b55868c370","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"tenant":"e2e-shared-a-w1-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","model":"ai-tenant-e2e-shared-a-w1-e5dff6/sub-test-model-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.637973216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"sub-test-model-e5dff6","reconcileID":"8761c42a-b851-4e91-b12f-a0b55868c370","MaaSModelRef":{"name":"sub-test-model-e5dff6","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"routeName":"sub-test-model-e5dff6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","llmisvcName":"sub-test-model-e5dff6","gateway":"openshift-ingress/e2e-shared-a-w1-e5dff6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.696795148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"0c033067-dc94-48a5-95ce-e322a513a5da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.750435369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"0c033067-dc94-48a5-95ce-e322a513a5da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.929269484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"bfe60fcd-16dc-49d1-b391-39aae8fab1ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.929355028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"2ef23ae7-3009-480f-8c98-e5baceb76ea1","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:05.929369126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"2ef23ae7-3009-480f-8c98-e5baceb76ea1","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.124562827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"bfe60fcd-16dc-49d1-b391-39aae8fab1ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.130253354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"e84d74bc-9e9d-4882-8e04-e60db9931f83","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.130271102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"e84d74bc-9e9d-4882-8e04-e60db9931f83","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.180971639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"fc1944fd-3e61-4522-9a61-c2c2d04bb298","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.181044767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"9a917bb8-9360-4377-a772-531b45bbc048","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.246114395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"bfe60fcd-16dc-49d1-b391-39aae8fab1ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"e2e-shared-b-w1-ba36fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.246140024Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-sub-iso-auth-26ac4b","reconcileID":"bfe60fcd-16dc-49d1-b391-39aae8fab1ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.299941794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"308730e6-df41-4228-9def-9e228b46935b","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.299970951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"308730e6-df41-4228-9def-9e228b46935b","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.439971068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"1f797273-a5de-4638-b2d0-d5c9d4f22e37","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.43999289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"1f797273-a5de-4638-b2d0-d5c9d4f22e37","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.551808395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"8262b0bb-2ae1-45e9-a620-cbc89d5a5e36","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:06.551865491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"fda0921c-6fb1-40ee-92e1-16b85574a633","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:09.221189075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.766130379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"fe3f3ab7-c89f-4adf-a819-a40eb2057485","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.766153434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"fe3f3ab7-c89f-4adf-a819-a40eb2057485","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.822993896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"19bdb214-e9c2-4e63-9415-5293429a5b92","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.823094871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"19bdb214-e9c2-4e63-9415-5293429a5b92","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.863338717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"dbb40ee7-f849-4301-8a95-2a975280bdd3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:38:11.873189788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"a57d2616-792d-4693-89ab-06640e4c9dd1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-ad86f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:38:11.873642058Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"19bdb214-e9c2-4e63-9415-5293429a5b92","name":"rate-test-model-6687a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6687a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:38:11.873685489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"19bdb214-e9c2-4e63-9415-5293429a5b92","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-6687a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.878985309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"1c9ce65a-20d3-4e4d-99c4-360495be9b7e","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.878997705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"1c9ce65a-20d3-4e4d-99c4-360495be9b7e","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.97210008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"dbb40ee7-f849-4301-8a95-2a975280bdd3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.979555941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"805da582-5126-4dbf-ae6b-67aaaed21330","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.979576099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"805da582-5126-4dbf-ae6b-67aaaed21330","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.033805481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"0da450c0-4789-4084-a736-8b53d6336844","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.033827284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"0da450c0-4789-4084-a736-8b53d6336844","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.070144081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"5108f4bd-9bc8-47c1-82f1-aca12c8a35ff","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.070172406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"5108f4bd-9bc8-47c1-82f1-aca12c8a35ff","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.127882703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"4f299fda-7611-4ba5-b6d1-1c4668086db9","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.127910259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"4f299fda-7611-4ba5-b6d1-1c4668086db9","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.167794546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"5539bc11-ce0d-4b4a-a251-1e325141a888","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:38:12.17162698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"7c9a4a0c-c828-49a2-94d5-2b791bdd0753","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-ad86f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:38:12.178771797Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"4f299fda-7611-4ba5-b6d1-1c4668086db9","name":"rate-test-model-ac2eb4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ac2eb4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:38:12.178824949Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"4f299fda-7611-4ba5-b6d1-1c4668086db9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ac2eb4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.184139037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"54f64fe0-8fd1-404a-a7b2-8a31d6c9121d","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.184155195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"54f64fe0-8fd1-404a-a7b2-8a31d6c9121d","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.221993691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"5539bc11-ce0d-4b4a-a251-1e325141a888","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.241327587Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"28b8340f-dfa6-48fc-ae0e-7d663f17b14b","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-rate-test-model-6687a2","model":"rate-test-model-6687a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-6687a2/e2e-rate-iso-a-ad86f4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.268123552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"54cf233a-1687-4540-806d-97e9a0c5d488","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.272184737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"79c1e609-1b6a-4e1d-813b-749d4b4036a0","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.272201031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"79c1e609-1b6a-4e1d-813b-749d4b4036a0","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.322295976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"54cf233a-1687-4540-806d-97e9a0c5d488","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.326267469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"5103435a-8e3d-4cc9-8c15-01fe1caf5fd5","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.32628417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"5103435a-8e3d-4cc9-8c15-01fe1caf5fd5","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.40736543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"c0c9794d-2a56-45a1-ac6d-a1b011d33311","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.407392084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"c0c9794d-2a56-45a1-ac6d-a1b011d33311","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.51651579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"a5dfc4dd-421e-413c-a248-a50d3552174b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.525753955Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"457aad81-3639-4be7-b2ff-61fd75b1d8d7","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-rate-test-model-ac2eb4","model":"rate-test-model-ac2eb4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-ac2eb4/e2e-rate-iso-b-ad86f4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.572108414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"a5dfc4dd-421e-413c-a248-a50d3552174b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.631692805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"c4172fa7-698f-4eb8-85c0-c03289321c3e","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-rate-test-model-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.690675348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"78f4024d-3fc2-402d-a612-4dea46975b74","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.690696507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"78f4024d-3fc2-402d-a612-4dea46975b74","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.886709739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"65b6d633-1f0a-4f71-9e6f-ec1a502f7298","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-rate-test-model-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.874439439Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"90df77ff-958f-4caf-99c2-a292d6b8c3fb","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscription":"e2e-shared-sub-26ac4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.079807391Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-shared-sub-26ac4b","reconcileID":"90df77ff-958f-4caf-99c2-a292d6b8c3fb","MaaSSubscription":{"name":"e2e-shared-sub-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-ba36fd/e2e-b-only-26ac4b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.27979081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"18af9d0e-7e04-43d3-9618-4792c962ebe7","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.334627601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"811aa44e-b956-4cd7-9ab1-567ac0a49d74","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.334648251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"811aa44e-b956-4cd7-9ab1-567ac0a49d74","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.644514549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"ebd9dd2d-c5cb-4b60-a86e-5bf3ba0d2026","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.644540339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"ebd9dd2d-c5cb-4b60-a86e-5bf3ba0d2026","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:25.019226929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"b339ba6f-c0f1-43f9-a4e2-641e6c4eb39d","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-rate-test-model-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:25.243607929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"7a45c50c-f373-48c7-848b-d98896df14e1","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:25.243632917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"7a45c50c-f373-48c7-848b-d98896df14e1","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:25.501757667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"d3923fa9-3ab8-46c6-a4f9-a345f44ac29b","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-rate-test-model-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:25.659857026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"e9ae9342-5b38-4cbd-a384-d4bc48f7b599","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:25.659885761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"e9ae9342-5b38-4cbd-a384-d4bc48f7b599","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:26.500126634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"84f28805-6de3-46b1-a955-d28535333509","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:26.554989223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"84f28805-6de3-46b1-a955-d28535333509","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:26.627518529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"b683f306-5c6c-4b48-a678-8ffc011458de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:26.682686659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"b683f306-5c6c-4b48-a678-8ffc011458de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.801643141Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"6e055168-80a0-401a-83b9-45dd68ea7b5b","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","subscription":"e2e-b-only-26ac4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.85112955Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"6e055168-80a0-401a-83b9-45dd68ea7b5b","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.90090857Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"e2e-b-only-26ac4b","reconcileID":"6e055168-80a0-401a-83b9-45dd68ea7b5b","MaaSSubscription":{"name":"e2e-b-only-26ac4b","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"name":"maas-trlp-sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.157153901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"2638c863-a42d-4a9e-bdb8-e678d781f7d1","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"tenant":"e2e-shared-b-w1-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","model":"ai-tenant-e2e-shared-b-w1-ba36fd/sub-test-model-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.157174828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"sub-test-model-ba36fd","reconcileID":"2638c863-a42d-4a9e-bdb8-e678d781f7d1","MaaSModelRef":{"name":"sub-test-model-ba36fd","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"routeName":"sub-test-model-ba36fd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","llmisvcName":"sub-test-model-ba36fd","gateway":"openshift-ingress/e2e-shared-b-w1-ba36fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:36.986927548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"8c5d97d7-923b-453a-806d-4c9130674bc2","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:36.986958408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"8c5d97d7-923b-453a-806d-4c9130674bc2","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:39.221741482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:47.751496043Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","namespace":"ai-tenant-e2e-inf-b-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:47.75157138Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","namespace":"ai-tenant-e2e-inf-b-e33189","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:47.751620033Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","tenant":"e2e-inf-b-e33189","tenantID":"e2e-inf-b-e33189","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:47.803709776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"Deployment","name":"maas-api-e2e-inf-b-e33189","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:47.860120449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"Service","name":"maas-api-e2e-inf-b-e33189","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:47.915199308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-e33189","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:47.965443519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-e33189","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.017193146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.072654138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.127176104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.183056059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.231636007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"Deployment","name":"payload-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.280000001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.328615085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"Service","name":"payload-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.376941848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.42528094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.473631685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.522236651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.574663644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.623256381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.671645567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.725968432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-e33189","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:48.774368541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e33189"},"namespace":"ai-tenant-e2e-inf-b-e33189","name":"default-tenant","reconcileID":"603ed5b2-b077-47d4-b20b-bcc0d5aac782","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-e33189","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.078638144Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e33189","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e33189","reconcileID":"d166d991-9260-44ae-8dec-e7381e799f46","aitenant":"ai-tenants/e2e-inf-b-e33189","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.396795853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"87e89a6c-531f-44c6-bdbf-b58aa5767ff6","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-rate-test-model-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.591882718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4933b500-b362-4f6f-bcf5-cfd2fe96ca3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.641081343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4933b500-b362-4f6f-bcf5-cfd2fe96ca3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.690374608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4933b500-b362-4f6f-bcf5-cfd2fe96ca3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.739162166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4933b500-b362-4f6f-bcf5-cfd2fe96ca3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.838121193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"d11d08af-72d1-4218-8e39-3223c989009f","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-rate-test-model-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.845607603Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e33189","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e33189","reconcileID":"d166d991-9260-44ae-8dec-e7381e799f46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e33189","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-e33189"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.184980527Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"d8319bb1-e596-4f76-8bfd-41dac0ab5e72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.185157816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"3a0e7145-5217-452c-a969-4faa7ccb0021","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.18517732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"3a0e7145-5217-452c-a969-4faa7ccb0021","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.382633414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"d8319bb1-e596-4f76-8bfd-41dac0ab5e72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.434961409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"eb2e2557-f9dd-4289-ae8a-f6a8941f968b","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-rate-test-model-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.504036159Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"d8319bb1-e596-4f76-8bfd-41dac0ab5e72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.504066775Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"d8319bb1-e596-4f76-8bfd-41dac0ab5e72","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.560623587Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"fc533183-bc70-4be2-9c8c-45f9b31b0d38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.561414102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"d7e221ce-064a-4482-b787-f1cab41f4c87","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.561523381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"d7e221ce-064a-4482-b787-f1cab41f4c87","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.716377724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"95665f02-0e51-467f-b46c-29e80fd6a75f","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.716401542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"95665f02-0e51-467f-b46c-29e80fd6a75f","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.745085011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"857db63f-07ce-47db-9dd6-a9ef51db30b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.793796002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"fc533183-bc70-4be2-9c8c-45f9b31b0d38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.847677183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"fc533183-bc70-4be2-9c8c-45f9b31b0d38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"e2e-shared-a-w0-6687a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.847703872Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"fc533183-bc70-4be2-9c8c-45f9b31b0d38","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.892856363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"1bbab453-da67-43d4-9a44-f201efdb20d1","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-rate-test-model-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:38:55.89626957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"fc533183-bc70-4be2-9c8c-45f9b31b0d38","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-ad86f4\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.959198465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"857db63f-07ce-47db-9dd6-a9ef51db30b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:55.995994078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"a259e7b9-ec58-49cb-827b-05326f7c13ef","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-rate-test-model-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.142878968Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"857db63f-07ce-47db-9dd6-a9ef51db30b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"e2e-shared-b-w0-ac2eb4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.142912429Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-auth-ad86f4","reconcileID":"857db63f-07ce-47db-9dd6-a9ef51db30b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.198733394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"8cf63178-03b7-4390-887f-1375c04f0298","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.198753737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"8cf63178-03b7-4390-887f-1375c04f0298","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.349081955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"7dfad118-3ba6-469f-ab4a-642af7c90b5e","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.349102887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"7dfad118-3ba6-469f-ab4a-642af7c90b5e","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.461250191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"e482519d-0e58-4c2b-b4a1-f204c0561f50","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-rate-test-model-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.601846125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa95e2fa-9739-4bab-bd02-2c08224cb861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.650565775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa95e2fa-9739-4bab-bd02-2c08224cb861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.699443771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa95e2fa-9739-4bab-bd02-2c08224cb861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.74806394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa95e2fa-9739-4bab-bd02-2c08224cb861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:02.79181029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c6db2f-a832-49b7-a9ef-85f4c2b3d1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:02.84034816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c6db2f-a832-49b7-a9ef-85f4c2b3d1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:02.888897852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c6db2f-a832-49b7-a9ef-85f4c2b3d1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:02.937295232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c6db2f-a832-49b7-a9ef-85f4c2b3d1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:04.783290897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48064bd6-44d7-485e-955e-98b604dd5f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:04.833328239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48064bd6-44d7-485e-955e-98b604dd5f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:04.882966043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48064bd6-44d7-485e-955e-98b604dd5f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:04.93169872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48064bd6-44d7-485e-955e-98b604dd5f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:06.508202335Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"82e52469-fc75-4d49-b27d-6f44999bc9cc","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","subscription":"e2e-rate-iso-a-ad86f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:06.557070021Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"82e52469-fc75-4d49-b27d-6f44999bc9cc","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:06.605810993Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"e2e-rate-iso-a-ad86f4","reconcileID":"82e52469-fc75-4d49-b27d-6f44999bc9cc","MaaSSubscription":{"name":"e2e-rate-iso-a-ad86f4","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"name":"maas-trlp-rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:06.859618684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"deb0e370-c7f6-449b-a0b9-18e508b9d476","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"tenant":"e2e-shared-a-w0-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","model":"ai-tenant-e2e-shared-a-w0-6687a2/rate-test-model-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:06.85963882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"rate-test-model-6687a2","reconcileID":"deb0e370-c7f6-449b-a0b9-18e508b9d476","MaaSModelRef":{"name":"rate-test-model-6687a2","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"routeName":"rate-test-model-6687a2-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","llmisvcName":"rate-test-model-6687a2","gateway":"openshift-ingress/e2e-shared-a-w0-6687a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:07.025514816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"7505cee9-ed6e-4203-8a9e-50b9b30c62fd","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:07.025538872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"7505cee9-ed6e-4203-8a9e-50b9b30c62fd","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.29943417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321cdfa7-c549-4854-9d3a-097907c86db4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.348152594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321cdfa7-c549-4854-9d3a-097907c86db4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.39665191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321cdfa7-c549-4854-9d3a-097907c86db4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.446135929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321cdfa7-c549-4854-9d3a-097907c86db4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.221354246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.225373605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2395e6-e699-4380-931d-76ed1301f3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.274294647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2395e6-e699-4380-931d-76ed1301f3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.323356779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2395e6-e699-4380-931d-76ed1301f3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.37186123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af2395e6-e699-4380-931d-76ed1301f3c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:17.177670135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"83ee53f0-4cdb-49a7-9a58-c5446366dea5","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","subscription":"e2e-rate-iso-b-ad86f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:17.226762174Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"83ee53f0-4cdb-49a7-9a58-c5446366dea5","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:17.275729795Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"e2e-rate-iso-b-ad86f4","reconcileID":"83ee53f0-4cdb-49a7-9a58-c5446366dea5","MaaSSubscription":{"name":"e2e-rate-iso-b-ad86f4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"name":"maas-trlp-rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:17.530010285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"fa1b2a60-ceae-46f3-a9f2-bbfb1ff90cae","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"tenant":"e2e-shared-b-w0-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","model":"ai-tenant-e2e-shared-b-w0-ac2eb4/rate-test-model-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:17.530030059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"rate-test-model-ac2eb4","reconcileID":"fa1b2a60-ceae-46f3-a9f2-bbfb1ff90cae","MaaSModelRef":{"name":"rate-test-model-ac2eb4","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"routeName":"rate-test-model-ac2eb4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","llmisvcName":"rate-test-model-ac2eb4","gateway":"openshift-ingress/e2e-shared-b-w0-ac2eb4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:39.221246268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:43.872773589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","namespace":"ai-tenant-e2e-shared-a-w3-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:43.87285762Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","namespace":"ai-tenant-e2e-shared-a-w3-c096df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:43.872909657Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","tenant":"e2e-shared-a-w3-c096df","tenantID":"e2e-shared-a-w3-c096df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:43.92324744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-c096df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:43.980222823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"Service","name":"maas-api-e2e-shared-a-w3-c096df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.035824141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-c096df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.086805449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-c096df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.138938275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.191640828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.246008614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.301941162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.35194374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.400645353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.449023692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.497429075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.5462974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.594612238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.643152125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.695885731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.744200474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.79263117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.842805736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-c096df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:44.893581981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-c096df"},"namespace":"ai-tenant-e2e-shared-a-w3-c096df","name":"default-tenant","reconcileID":"bd9caf5a-f2e7-471a-8362-12decf5bf430","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-c096df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.47911849Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.479181877Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.479245446Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","tenant":"e2e-shared-a-w1-e5dff6","tenantID":"e2e-shared-a-w1-e5dff6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.532030203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-e5dff6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.589304154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"Service","name":"maas-api-e2e-shared-a-w1-e5dff6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.646364116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-e5dff6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.696770993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-e5dff6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.74872769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.799483372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.853651953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.907637551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:49.9565141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.004990738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.053842799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.102552388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.151229461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.199746482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.248244117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.300659342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.348933559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.397321671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.445807572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-e5dff6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.494313099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-e5dff6"},"namespace":"ai-tenant-e2e-shared-a-w1-e5dff6","name":"default-tenant","reconcileID":"a769eb02-bd9c-4fec-b0ae-13bdf59d053c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-e5dff6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:52.361477013Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-c096df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-c096df","reconcileID":"20928560-ec65-4e9f-8325-b52c58e3a563","aitenant":"ai-tenants/e2e-shared-a-w3-c096df","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:52.884108362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf474b8e-e91d-43d1-b7c1-9d7e63af23ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:52.932544248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf474b8e-e91d-43d1-b7c1-9d7e63af23ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:52.981138976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf474b8e-e91d-43d1-b7c1-9d7e63af23ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:53.029833226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf474b8e-e91d-43d1-b7c1-9d7e63af23ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:53.135476531Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-c096df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-c096df","reconcileID":"20928560-ec65-4e9f-8325-b52c58e3a563","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-c096df","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-c096df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:54.797710406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3471d131-b48f-4f0a-80e5-dea778b56798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:54.846376282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3471d131-b48f-4f0a-80e5-dea778b56798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:54.895659354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3471d131-b48f-4f0a-80e5-dea778b56798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:54.94464497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3471d131-b48f-4f0a-80e5-dea778b56798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.782861705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b10bedf-6561-492d-adb7-6dca3a77df90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.831791706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b10bedf-6561-492d-adb7-6dca3a77df90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.880421335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b10bedf-6561-492d-adb7-6dca3a77df90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.929037595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b10bedf-6561-492d-adb7-6dca3a77df90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:58.51163565Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-e5dff6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-e5dff6","reconcileID":"1c9e7c0a-7003-4602-a197-d71c02c7a84b","aitenant":"ai-tenants/e2e-shared-a-w1-e5dff6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:59.008674508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879249ce-0859-4a21-a252-2c43ed4a6358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:59.05792518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879249ce-0859-4a21-a252-2c43ed4a6358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:59.110223458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879249ce-0859-4a21-a252-2c43ed4a6358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:59.163677096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"879249ce-0859-4a21-a252-2c43ed4a6358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:59.320536696Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-e5dff6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-e5dff6","reconcileID":"1c9e7c0a-7003-4602-a197-d71c02c7a84b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-e5dff6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-e5dff6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:01.093133104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2d9a1d-03d1-4755-aadb-50cda107109b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:01.141888566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2d9a1d-03d1-4755-aadb-50cda107109b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:01.197910457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2d9a1d-03d1-4755-aadb-50cda107109b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:01.247577785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc2d9a1d-03d1-4755-aadb-50cda107109b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:03.081532878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bee63a-6215-40a5-87d7-f2c35d23cd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:03.133361414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bee63a-6215-40a5-87d7-f2c35d23cd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:03.182008193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bee63a-6215-40a5-87d7-f2c35d23cd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:03.230609806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42bee63a-6215-40a5-87d7-f2c35d23cd5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:04.998679875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e174636f-d445-4d68-b098-580bfde3b321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:05.04732845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e174636f-d445-4d68-b098-580bfde3b321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:05.096398861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e174636f-d445-4d68-b098-580bfde3b321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:05.146756785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e174636f-d445-4d68-b098-580bfde3b321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:06.106536658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"82f5036d-4dea-44ae-9ad8-6ebfbb95a1d3","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:06.106574889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"82f5036d-4dea-44ae-9ad8-6ebfbb95a1d3","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:07.574424862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63711f12-f525-4442-87cd-1763cb47b821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:07.625224114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63711f12-f525-4442-87cd-1763cb47b821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:07.67539649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63711f12-f525-4442-87cd-1763cb47b821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:07.73187656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63711f12-f525-4442-87cd-1763cb47b821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:09.221002573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:09.581376217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e2512e-cbb9-4d13-8fac-8a4ecae564ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:09.630223658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e2512e-cbb9-4d13-8fac-8a4ecae564ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:09.679062388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e2512e-cbb9-4d13-8fac-8a4ecae564ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:09.727607513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52e2512e-cbb9-4d13-8fac-8a4ecae564ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.52297075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d8ba25-cbf5-4fa9-985b-eda1adc27e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.572287664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d8ba25-cbf5-4fa9-985b-eda1adc27e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.624273373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d8ba25-cbf5-4fa9-985b-eda1adc27e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.674874659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d8ba25-cbf5-4fa9-985b-eda1adc27e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.738937096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"4f6ef864-a3c8-4cfc-b448-1f6f173840d9","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.738961108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"4f6ef864-a3c8-4cfc-b448-1f6f173840d9","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.792682757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"55404680-e1df-4329-a41e-b0033f0ff886","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.792705355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"55404680-e1df-4329-a41e-b0033f0ff886","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.924289726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"1ec99c34-f0d4-4ced-875f-2f164c5b51a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.04491154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"1ec99c34-f0d4-4ced-875f-2f164c5b51a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.098667086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ce9391-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"1ec99c34-f0d4-4ced-875f-2f164c5b51a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.150650169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"e21be7be-a3e6-40f8-91a4-91e12d314f2b","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.150670112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"e21be7be-a3e6-40f8-91a4-91e12d314f2b","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:13.460910266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2040e98c-faab-4758-87fd-376681e99712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:13.512668063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2040e98c-faab-4758-87fd-376681e99712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:13.56293751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2040e98c-faab-4758-87fd-376681e99712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:13.61180112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2040e98c-faab-4758-87fd-376681e99712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.526065263Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","namespace":"ai-tenant-e2e-extmod-a-d0b209","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.526145771Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","namespace":"ai-tenant-e2e-extmod-a-d0b209","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.52621093Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","tenant":"e2e-extmod-a-d0b209","tenantID":"e2e-extmod-a-d0b209","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.57689942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d0b209","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.636088731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"Service","name":"maas-api-e2e-extmod-a-d0b209","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.692977189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d0b209","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.743838512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d0b209","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.79565828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.852363817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.906624621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.957951709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.006539435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.056842375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.105159211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"Service","name":"payload-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.153299809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.201722531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.25013436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.298591793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.350911991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.399243117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.447785045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.503718966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d0b209","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.55267103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d0b209"},"namespace":"ai-tenant-e2e-extmod-a-d0b209","name":"default-tenant","reconcileID":"5bcd25e3-0233-4f4d-af9a-ce4a40d1b45c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d0b209","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:21.742670915Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d0b209","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d0b209","reconcileID":"7671d1a4-5a86-485c-b435-ca0f33bb1c54","aitenant":"ai-tenants/e2e-extmod-a-d0b209","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:22.286319111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ecda7-d9c1-4293-b518-7d7a7addcf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:22.286502549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"733dc5ad-7192-48aa-bdfb-e2a42a5e03f6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:22.335021704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ecda7-d9c1-4293-b518-7d7a7addcf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:22.383962264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ecda7-d9c1-4293-b518-7d7a7addcf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:22.388186068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"733dc5ad-7192-48aa-bdfb-e2a42a5e03f6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:22.432583639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b27ecda7-d9c1-4293-b518-7d7a7addcf81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:22.484853318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ce9391-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"733dc5ad-7192-48aa-bdfb-e2a42a5e03f6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:22.491732544Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d0b209","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d0b209","reconcileID":"7671d1a4-5a86-485c-b435-ca0f33bb1c54","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d0b209","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d0b209"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:24.200346513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee8bade-5a2f-4ce3-883e-eee23585a91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:24.249970308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee8bade-5a2f-4ce3-883e-eee23585a91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:24.298550114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee8bade-5a2f-4ce3-883e-eee23585a91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:24.347431831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee8bade-5a2f-4ce3-883e-eee23585a91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:26.183355088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d808d9-1ce8-4563-bc44-5f201ab2edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:26.231965648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d808d9-1ce8-4563-bc44-5f201ab2edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:26.281705524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d808d9-1ce8-4563-bc44-5f201ab2edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:26.331381712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d808d9-1ce8-4563-bc44-5f201ab2edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:28.098867667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43f04fd-934c-4cbf-8ae9-f9fad6830fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:28.147835906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43f04fd-934c-4cbf-8ae9-f9fad6830fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:28.197259359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43f04fd-934c-4cbf-8ae9-f9fad6830fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:28.246273566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43f04fd-934c-4cbf-8ae9-f9fad6830fdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.089139553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810f7c2b-42d4-468b-8e80-098005000d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.137780099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810f7c2b-42d4-468b-8e80-098005000d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.186542174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810f7c2b-42d4-468b-8e80-098005000d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.234970556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810f7c2b-42d4-468b-8e80-098005000d10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:32.096678691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb0d16b-b20a-4a45-90b0-ad2b470a4584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:32.146152967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb0d16b-b20a-4a45-90b0-ad2b470a4584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:32.194805406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb0d16b-b20a-4a45-90b0-ad2b470a4584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:32.243648696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbb0d16b-b20a-4a45-90b0-ad2b470a4584","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:32.582983408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"7bac2ace-6140-4c9a-b43a-dfb46b720b78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:32.638235817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"7bac2ace-6140-4c9a-b43a-dfb46b720b78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:32.691142082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ce9391-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"7bac2ace-6140-4c9a-b43a-dfb46b720b78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:39.221620482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.790271954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"7741d854-a500-4650-b753-7c18c8941e55","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.844082741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"7741d854-a500-4650-b753-7c18c8941e55","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.896554202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ce9391-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d201d738b6a45eb5307c0663f50955111d72be525e8812e2c2962d0de9146dde) AuthConfig (67a612b0bd8e29851ee6501e653eee311ae27ad09b9d43549af2ad8448ae7837) AuthConfig (4fa49cf3f7354014a176b67729f291ac60236d2d03ef4947122d465a929549b2) AuthConfig (40846b2cd53d2737643dae23a28e101f899a2dedd4de40d45083fd415ab8ba10) AuthConfig (42e594847df6a8827ff14d530d9b96560be5c4e7b9c4aff25e25357ebbec41f1) AuthConfig (3d7fb275c8515515465d1de00529c3631aec06a75a4ca86060ad284b79241651) AuthConfig (7f5d727e193db0f04aa2532b651b1749edf3ea9952edd24ce82b6f7d3d4b7e61) AuthConfig (0280c4f78fe2b9ef01cb77aad55a99b29c3ce310558dd5468965ef53cbceda97) AuthConfig (9a53841725d5f4a417bb5d9aacd7696a0c8f96430b5880f60e38889b55880ede) AuthConfig (c5a87a26864ac8ad5249e7154181266d3e0165e0cf80829452180b9159df0d78) AuthConfig (eb51dbd22062a2c08ba6157737a84e3978a2b5fa519f0106ab320270f5e96b9a) AuthConfig (c45b1021cee2bfcf928ce9df2870b84f1a78eb65e561c76e96a0918232fa1cd1) AuthConfig (80f174726074b070cdb557e17a3bb8d6fff5843565b6ddd53f3c7f80d1a4ecc7) AuthConfig (d3289d29a9077ee66119ffeb5e73171742ac61bb3867c6eb92fa613f9584fd19) AuthConfig (fd079daad12e6810d566bfb5abce28785188208f9297585a0721af7643fdb325) AuthConfig (bdbd48bc010d6e371c7eb9f1716ea3d66bdcf1bafa80d071403881f5416aaa4b) AuthConfig (13a4dd4d0385f802349c3b9a228d412917dea38eddfd3ebec2697a2031d30c51) AuthConfig (035722b0ea67a1cda69d838ba97410770a53bb1c58e1feead5ce144a38114d74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"7741d854-a500-4650-b753-7c18c8941e55","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.951667502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"2965eb74-2063-4bc5-a543-79240eb5fc6a","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.951690297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"2965eb74-2063-4bc5-a543-79240eb5fc6a","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.491516343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.491585652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","namespace":"ai-tenant-e2e-shared-b-w3-48e17a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.491648323Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","tenant":"e2e-shared-b-w3-48e17a","tenantID":"e2e-shared-b-w3-48e17a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.544512282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-48e17a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.601562713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"Service","name":"maas-api-e2e-shared-b-w3-48e17a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.657959978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-48e17a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.708385917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-48e17a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.759442364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.810800638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.864545241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.915939927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.96484672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.013338592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.075564212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.124291959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.172825325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.221001268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.269174207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.323341758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.371603717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.421532403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.47169998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-48e17a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.524329729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-48e17a"},"namespace":"ai-tenant-e2e-shared-b-w3-48e17a","name":"default-tenant","reconcileID":"80646b38-3f56-4699-8479-7af959807bd9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-48e17a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:53.049632937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"9c25ca22-9f9b-4752-a13d-bf76c74137ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:53.103052806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"9c25ca22-9f9b-4752-a13d-bf76c74137ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:53.190153664Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ce9391-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d201d738b6a45eb5307c0663f50955111d72be525e8812e2c2962d0de9146dde) AuthConfig (67a612b0bd8e29851ee6501e653eee311ae27ad09b9d43549af2ad8448ae7837) AuthConfig (4fa49cf3f7354014a176b67729f291ac60236d2d03ef4947122d465a929549b2) AuthConfig (40846b2cd53d2737643dae23a28e101f899a2dedd4de40d45083fd415ab8ba10) AuthConfig (42e594847df6a8827ff14d530d9b96560be5c4e7b9c4aff25e25357ebbec41f1) AuthConfig (3d7fb275c8515515465d1de00529c3631aec06a75a4ca86060ad284b79241651) AuthConfig (7f5d727e193db0f04aa2532b651b1749edf3ea9952edd24ce82b6f7d3d4b7e61) AuthConfig (0280c4f78fe2b9ef01cb77aad55a99b29c3ce310558dd5468965ef53cbceda97) AuthConfig (9a53841725d5f4a417bb5d9aacd7696a0c8f96430b5880f60e38889b55880ede) AuthConfig (c5a87a26864ac8ad5249e7154181266d3e0165e0cf80829452180b9159df0d78) AuthConfig (eb51dbd22062a2c08ba6157737a84e3978a2b5fa519f0106ab320270f5e96b9a) AuthConfig (c45b1021cee2bfcf928ce9df2870b84f1a78eb65e561c76e96a0918232fa1cd1) AuthConfig (80f174726074b070cdb557e17a3bb8d6fff5843565b6ddd53f3c7f80d1a4ecc7) AuthConfig (d3289d29a9077ee66119ffeb5e73171742ac61bb3867c6eb92fa613f9584fd19) AuthConfig (fd079daad12e6810d566bfb5abce28785188208f9297585a0721af7643fdb325) AuthConfig (bdbd48bc010d6e371c7eb9f1716ea3d66bdcf1bafa80d071403881f5416aaa4b) AuthConfig (13a4dd4d0385f802349c3b9a228d412917dea38eddfd3ebec2697a2031d30c51) AuthConfig (035722b0ea67a1cda69d838ba97410770a53bb1c58e1feead5ce144a38114d74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"9c25ca22-9f9b-4752-a13d-bf76c74137ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:53.435637195Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-48e17a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-48e17a","reconcileID":"16916def-e0f4-47a0-9913-a7884ea80934","aitenant":"ai-tenants/e2e-shared-b-w3-48e17a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:53.969572694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cc0e53-ba31-4dd2-875d-628506378f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.018275336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cc0e53-ba31-4dd2-875d-628506378f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.066878889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cc0e53-ba31-4dd2-875d-628506378f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.115652234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5cc0e53-ba31-4dd2-875d-628506378f36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.223148162Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-48e17a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-48e17a","reconcileID":"16916def-e0f4-47a0-9913-a7884ea80934","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-48e17a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-48e17a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.231512809Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.231566878Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.231619067Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","tenant":"e2e-shared-b-w1-ba36fd","tenantID":"e2e-shared-b-w1-ba36fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.282112991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-ba36fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.372971361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"Service","name":"maas-api-e2e-shared-b-w1-ba36fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.426292664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-ba36fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.476816942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-ba36fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.528783094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.579992509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.633648332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.686871558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.735063218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.78309082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.837570977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.886120371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.934424291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:54.984532638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.034929969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.100135177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.148608166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.197160058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.252811138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-ba36fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.29719274Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-access","reconcileID":"b93c3610-ba3d-494f-8bb4-853854e8279c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.297193053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"8a603fb3-0772-441e-9f1f-e8278ee2ab42","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.304479086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-ba36fd"},"namespace":"ai-tenant-e2e-shared-b-w1-ba36fd","name":"default-tenant","reconcileID":"5a381d02-331f-4632-9c8b-9a14f48aa459","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-ba36fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.452398331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"50fc6e33-c854-49f9-93b5-292223e16e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.460525593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"659448f0-b1e8-4195-98bb-99c42bc5f8ba","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.505658308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"50fc6e33-c854-49f9-93b5-292223e16e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.550397184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"12fa9ae3-fec4-44cf-b86a-bc040039332f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.604826228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"727bb2e5-4638-4ede-bd70-5fa43aac6c48","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.805368275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"bbdcc10a-a817-43a6-8e75-7f832577b147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.859423709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"bbdcc10a-a817-43a6-8e75-7f832577b147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.898920475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdbd17a-9382-4655-94aa-26241336c699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.947971777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdbd17a-9382-4655-94aa-26241336c699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:55.997394326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdbd17a-9382-4655-94aa-26241336c699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:56.046332432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fdbd17a-9382-4655-94aa-26241336c699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:57.883903012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9bdfd8-3024-44a8-991d-8ebf7e58fdaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:57.932817153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9bdfd8-3024-44a8-991d-8ebf7e58fdaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:57.981597231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9bdfd8-3024-44a8-991d-8ebf7e58fdaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:58.030435001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9bdfd8-3024-44a8-991d-8ebf7e58fdaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:59.830259909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a0585a-7af5-40c7-a108-3a58dd7b5aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:59.879073013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a0585a-7af5-40c7-a108-3a58dd7b5aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:59.928039234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a0585a-7af5-40c7-a108-3a58dd7b5aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:59.977149191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a0585a-7af5-40c7-a108-3a58dd7b5aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:00.58730073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-2-w3-5d4b82","reconcileID":"acbb6446-95f3-4b3a-9b48-74f20a7e5a94","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-2-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-2-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:00.917861321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-w3-5d4b82","reconcileID":"b60da968-4a58-442b-a63e-f1b828c3d2eb","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.245492953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"e9c9c24b-d233-4792-9cd4-c235cb5c751d","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.398780596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"187d5817-578c-4cb3-8e33-57702a5f619f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.443594076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"74487650-3dc3-4077-b324-d9e5185ff3ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.45931417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"187d5817-578c-4cb3-8e33-57702a5f619f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.584881075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"a4572482-50ff-45bf-aaf6-22b6d3d8efea","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.633753775Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"c76c12b6-8330-45da-a3d4-efeb8439336c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.639694317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"b8046b4d-8271-4aad-b0b4-72fa17485dbb","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.682906478Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"c76c12b6-8330-45da-a3d4-efeb8439336c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.732398734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"simulator-subscription","reconcileID":"c76c12b6-8330-45da-a3d4-efeb8439336c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/simulator-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.752888605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb5585e-2e98-40bd-84b8-5db16de86824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.79748012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"8f4cdd49-5176-4a62-8321-ae90173796a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.801443103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb5585e-2e98-40bd-84b8-5db16de86824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.801607431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"ed41936f-4eed-4ef0-8739-3ac518f15783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.850132222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb5585e-2e98-40bd-84b8-5db16de86824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.899261706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eb5585e-2e98-40bd-84b8-5db16de86824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:01.904606913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"ed41936f-4eed-4ef0-8739-3ac518f15783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:02.178778324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"dddaaa1c-6c7f-46c2-875d-a59e73990440","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:02.275685607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"512473a0-99fc-4a35-aba1-8c000b0ead27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:02.329541425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"512473a0-99fc-4a35-aba1-8c000b0ead27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:03.288535325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"a131c19d-f30d-4882-a2ce-08fd03c35a8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:03.34417025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"a131c19d-f30d-4882-a2ce-08fd03c35a8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:03.396639112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ce9391-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d201d738b6a45eb5307c0663f50955111d72be525e8812e2c2962d0de9146dde) AuthConfig (67a612b0bd8e29851ee6501e653eee311ae27ad09b9d43549af2ad8448ae7837) AuthConfig (4fa49cf3f7354014a176b67729f291ac60236d2d03ef4947122d465a929549b2) AuthConfig (40846b2cd53d2737643dae23a28e101f899a2dedd4de40d45083fd415ab8ba10) AuthConfig (42e594847df6a8827ff14d530d9b96560be5c4e7b9c4aff25e25357ebbec41f1) AuthConfig (3d7fb275c8515515465d1de00529c3631aec06a75a4ca86060ad284b79241651) AuthConfig (7f5d727e193db0f04aa2532b651b1749edf3ea9952edd24ce82b6f7d3d4b7e61) AuthConfig (0280c4f78fe2b9ef01cb77aad55a99b29c3ce310558dd5468965ef53cbceda97) AuthConfig (9a53841725d5f4a417bb5d9aacd7696a0c8f96430b5880f60e38889b55880ede) AuthConfig (c5a87a26864ac8ad5249e7154181266d3e0165e0cf80829452180b9159df0d78) AuthConfig (eb51dbd22062a2c08ba6157737a84e3978a2b5fa519f0106ab320270f5e96b9a) AuthConfig (c45b1021cee2bfcf928ce9df2870b84f1a78eb65e561c76e96a0918232fa1cd1) AuthConfig (80f174726074b070cdb557e17a3bb8d6fff5843565b6ddd53f3c7f80d1a4ecc7) AuthConfig (d3289d29a9077ee66119ffeb5e73171742ac61bb3867c6eb92fa613f9584fd19) AuthConfig (fd079daad12e6810d566bfb5abce28785188208f9297585a0721af7643fdb325) AuthConfig (bdbd48bc010d6e371c7eb9f1716ea3d66bdcf1bafa80d071403881f5416aaa4b) AuthConfig (13a4dd4d0385f802349c3b9a228d412917dea38eddfd3ebec2697a2031d30c51) AuthConfig (035722b0ea67a1cda69d838ba97410770a53bb1c58e1feead5ce144a38114d74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"a131c19d-f30d-4882-a2ce-08fd03c35a8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:03.684556248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ce82be-79b5-43b4-84ec-1f91f23fe7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:03.733282573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ce82be-79b5-43b4-84ec-1f91f23fe7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:03.782722275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ce82be-79b5-43b4-84ec-1f91f23fe7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:03.831838975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ce82be-79b5-43b4-84ec-1f91f23fe7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:05.989617384Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-ba36fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-ba36fd","reconcileID":"21d9210b-e53b-4ac4-a9df-12a89ad78871","aitenant":"ai-tenants/e2e-shared-b-w1-ba36fd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.501172357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef5dced-1f6b-482d-bc9e-f2a124f94c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.550016327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef5dced-1f6b-482d-bc9e-f2a124f94c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.598753999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef5dced-1f6b-482d-bc9e-f2a124f94c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.647431159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef5dced-1f6b-482d-bc9e-f2a124f94c61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.753388323Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-ba36fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-ba36fd","reconcileID":"21d9210b-e53b-4ac4-a9df-12a89ad78871","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-ba36fd","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-ba36fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.355018244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"a8c2b8f6-d42d-4f2b-b61c-63ea286adfaf","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.453097785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"5e736534-870e-47bb-b1ae-f2c74d2b086b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.50718792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"5e736534-870e-47bb-b1ae-f2c74d2b086b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.510367889Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"502a0110-63dd-4cd7-aa41-4868195fae99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cdd6f0c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.841879416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"45928b0c-7965-444e-8cb4-fbebacf1cf83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.891311507Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"15f36918-066a-4838-9955-713210ed68b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cdd6f0c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.895648406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"45928b0c-7965-444e-8cb4-fbebacf1cf83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.971382628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"ebb04eb4-3923-4f7b-b8c5-f7e4cede96e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.972438834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"f98bd467-be34-4b8c-828d-2bae99c4188d","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.128287177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6328c637-68a6-4368-b4cc-eac152bc5c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.17329075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d8d5fc31-0182-46cb-8800-3a6a17c38cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.173502791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"fa082d7f-ad8e-4941-ac2b-24ef612c8b63","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.183207097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"6328c637-68a6-4368-b4cc-eac152bc5c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.225873756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d51e2355-20c2-4c82-809c-6e80b7ca4d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.230504975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"7e926c71-ddff-423d-98c0-c5d875bb3b04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.270189307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-2-w3-5d4b82","reconcileID":"b1dd41e5-905d-481e-9c0e-b6bf5d814165","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-2-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-2-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.270564624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-w3-5d4b82","reconcileID":"096ed46a-02e5-4a2a-8770-32cabac2ce1c","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.270853285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"ce2cc239-ed9e-4638-92ad-a6f70a3a65ae","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.271119005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"ee07ff59-d731-454c-98c3-0f9c41dcfaaf","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.280981264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"d51e2355-20c2-4c82-809c-6e80b7ca4d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.319154851Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"70176558-f119-4836-a30d-777879d416a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cdd6f0c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.335519226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"15bbf572-f80d-45e0-89c6-5acda5463a79","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:41:08.372178651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-access","reconcileID":"d8d5fc31-0182-46cb-8800-3a6a17c38cc3","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.37579722Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"837b09e6-0891-41e6-823d-39ac14d5d673","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cdd6f0c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.488108795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f813b573-7d9c-413f-8e66-6c06a719e06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.537794889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f813b573-7d9c-413f-8e66-6c06a719e06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.53859432Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"ba04a639-7798-4468-9198-4a961c441192","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99e35a8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.586757838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f813b573-7d9c-413f-8e66-6c06a719e06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.586963876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"bd0b2e08-75a8-4cfd-839b-f48827fff06a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.636047944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f813b573-7d9c-413f-8e66-6c06a719e06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.689902864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"bd0b2e08-75a8-4cfd-839b-f48827fff06a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.725747488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"46d657af-efdc-4976-8d5c-8ee42fd73e93","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.733546408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"bbe1b026-d544-48ba-80aa-5ed9e4ef7f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.787263387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"bbe1b026-d544-48ba-80aa-5ed9e4ef7f4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:08.987822284Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"2a1e5a7a-1e07-400e-8982-fcb6d0d47f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.221527947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.238051772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"2a1e5a7a-1e07-400e-8982-fcb6d0d47f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.359439194Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"2a1e5a7a-1e07-400e-8982-fcb6d0d47f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"e2e-worker-w3-5d4b82-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.359495038Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-access","reconcileID":"2a1e5a7a-1e07-400e-8982-fcb6d0d47f65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.414227313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"eb5ad2d4-dfa5-4d2c-9b1f-669fa31a5b0f","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.435383244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0390d462-9900-4163-a7b8-422c2f5602ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.485604417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0390d462-9900-4163-a7b8-422c2f5602ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.534687933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0390d462-9900-4163-a7b8-422c2f5602ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.584098648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0390d462-9900-4163-a7b8-422c2f5602ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:12.389317866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d38cef-3e5d-4116-9257-780396660747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:12.437991244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d38cef-3e5d-4116-9257-780396660747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:12.486764351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d38cef-3e5d-4116-9257-780396660747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:12.535484645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49d38cef-3e5d-4116-9257-780396660747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.227032105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"1d3dbd04-7414-420f-984d-7ce5d360b053","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.494779209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"37accb6b-8b2c-4425-b257-115542606674","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.548388073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"37accb6b-8b2c-4425-b257-115542606674","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.55621152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"69f54732-9150-45e9-8eaf-4b6eacc39f13","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.800626537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"54151a50-87f1-4919-9d26-b94a28b603fd","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.800651572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"54151a50-87f1-4919-9d26-b94a28b603fd","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.888670439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"4b803112-ac72-46b0-ba7d-4ea114ae27bf","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.043168957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b8a6607a-f9a7-4170-8354-3af7df2ff94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.092324579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"9808b10a-a72a-492f-a73b-86c936d0bdb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.097206784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"b8a6607a-f9a7-4170-8354-3af7df2ff94a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.216852772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"ed167c3d-b3fe-402b-959d-dbf79d0196a7","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.265382767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"fbf2857d-f788-4d11-acdf-7c21a93b704e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.271690337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"a4c79af7-73ed-4ed6-848d-93cca540a361","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.314872978Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"fbf2857d-f788-4d11-acdf-7c21a93b704e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.364677499Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"simulator-subscription","reconcileID":"fbf2857d-f788-4d11-acdf-7c21a93b704e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/simulator-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.39500489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7367694f-d90d-4ffc-957b-add01e0e2025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.446265659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"09a19165-9e98-4a40-b619-aaed34a27499","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.449197579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"7367694f-d90d-4ffc-957b-add01e0e2025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.622282891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"c3fee1f1-63f7-43a8-92be-a383ecf52625","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.715771254Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","namespace":"ai-tenant-e2e-extmod-b-4599cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.715824927Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","namespace":"ai-tenant-e2e-extmod-b-4599cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.715871888Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","tenant":"e2e-extmod-b-4599cf","tenantID":"e2e-extmod-b-4599cf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.719527554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2a171a08-a3c7-46e5-b60e-1f5c85e724e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.766575095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4599cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.77322188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"2a171a08-a3c7-46e5-b60e-1f5c85e724e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.822873672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"Service","name":"maas-api-e2e-extmod-b-4599cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.878582149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4599cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.928747873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4599cf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:14.980086894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.031280838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.084650605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.139302232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.187906446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.235936257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.284071983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"Service","name":"payload-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.332355258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.381155387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.42969869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.478099407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.530487608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.578674749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.626716116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.674989874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4599cf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:15.734911472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4599cf"},"namespace":"ai-tenant-e2e-extmod-b-4599cf","name":"default-tenant","reconcileID":"f301aaef-0898-48ae-95d2-f47d1d5fd757","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4599cf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.2714193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-2-w3-5d4b82","reconcileID":"609e87fa-b1eb-4460-9241-60596d0680a0","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-2-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-2-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.271834018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-w3-5d4b82","reconcileID":"226ab27b-187e-4ea7-badf-054282602101","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.272023363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"7bd3f597-86ca-4593-bed4-97dbe8c67c10","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.424871496Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"93f613cd-aa61-486f-ab50-dcf97ee0e403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.473993212Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"93f613cd-aa61-486f-ab50-dcf97ee0e403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.52322466Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"premium-simulator-subscription","reconcileID":"93f613cd-aa61-486f-ab50-dcf97ee0e403","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"name":"maas-trlp-premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82","model":"e2e-models-e2e-worker-w3-5d4b82/premium-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.78171338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"63f38dd6-0e33-48a1-9d79-a2c73aaa50f1","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.984443128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"9504eb24-0073-4cba-9244-4e16dabceedd","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.984493786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"9504eb24-0073-4cba-9244-4e16dabceedd","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:19.035814225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"9dded5ac-c217-4806-bed2-48bc59f55a03","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:19.035841494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"9dded5ac-c217-4806-bed2-48bc59f55a03","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:19.13223625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"b4b59f33-da82-4176-9826-ec667793d4de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:19.252047702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"b4b59f33-da82-4176-9826-ec667793d4de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:19.304420322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-957fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"b4b59f33-da82-4176-9826-ec667793d4de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:19.359188697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"214159ca-de3a-48c7-8b58-b39cb4b24ea5","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:19.35921142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"214159ca-de3a-48c7-8b58-b39cb4b24ea5","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.185493464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"212e691c-3717-4c93-ab67-493a2ea27f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.239430428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"212e691c-3717-4c93-ab67-493a2ea27f86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.285252513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"44f8c9bb-b16c-43e6-9989-8a4e08b2f52a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.384184987Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4599cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4599cf","reconcileID":"dc593919-f1e8-408a-8cfb-a0f49f8745e9","aitenant":"ai-tenants/e2e-extmod-b-4599cf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.600855856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"988e5fb9-243e-4e08-b782-fe0353f4e005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.600858711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"b02dbd10-e401-4b01-b613-7b1b2b384b26","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.787490643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"55bc6301-78cf-4e99-bbf7-e3222ba874de","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.79820938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"988e5fb9-243e-4e08-b782-fe0353f4e005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.852393941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"74625eb5-e852-4bf2-b9e8-f6ac63032cfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.919238542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"988e5fb9-243e-4e08-b782-fe0353f4e005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"e2e-worker-w1-d57dce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.919261237Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-access","reconcileID":"988e5fb9-243e-4e08-b782-fe0353f4e005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.936395617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c30eade-166f-41ae-92b6-8be2c88c458e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.985383401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c30eade-166f-41ae-92b6-8be2c88c458e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:20.989622475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"8a0db1d3-1560-48d0-9bc9-ffdf2267b018","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:21.034202894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c30eade-166f-41ae-92b6-8be2c88c458e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:21.083180449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c30eade-166f-41ae-92b6-8be2c88c458e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:21.189324206Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4599cf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4599cf","reconcileID":"dc593919-f1e8-408a-8cfb-a0f49f8745e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4599cf","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4599cf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:21.8371645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"9fab34a4-41f4-42dc-8aeb-5464d72ddf2c","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:21.837395008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"c5013013-f01c-4889-9584-fcb2eb52374e","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:21.837604798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"5f3655fd-ae79-42a8-b8b1-d68538f3271f","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:21.837757775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"b78af898-31c7-4c93-92b4-1ea67975f47c","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:21.88576593Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"59c62132-1d7f-4372-a2e2-b5b3fc67ee4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-de3abcca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:22.901773722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e672146d-d793-42c3-b287-2988af61c127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:22.950507231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e672146d-d793-42c3-b287-2988af61c127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:22.999174769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e672146d-d793-42c3-b287-2988af61c127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:23.048066648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e672146d-d793-42c3-b287-2988af61c127","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:24.842645633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cb0980-61b8-4ce8-949c-4a663a4907d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:24.891592805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cb0980-61b8-4ce8-949c-4a663a4907d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:24.94028343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cb0980-61b8-4ce8-949c-4a663a4907d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:24.989253103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cb0980-61b8-4ce8-949c-4a663a4907d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:28.271980347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-2-w3-5d4b82","reconcileID":"195bc522-7d46-4d02-9973-1294c0453736","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-2-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-2-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:28.272355438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-w3-5d4b82","reconcileID":"9d3cfada-80ec-480a-b828-14b721a0833f","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:28.272664901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"d37ce899-f1bf-4620-9551-18fcfa3a5987","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:28.782947594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"9f8805fe-5495-49d1-9bd7-05c55f60f03c","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:29.180178667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9a5424-f7fb-4368-b007-4687be70978f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:29.229513349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9a5424-f7fb-4368-b007-4687be70978f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:29.278135529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9a5424-f7fb-4368-b007-4687be70978f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:29.327657048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d9a5424-f7fb-4368-b007-4687be70978f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:29.457188253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"380f40b3-2aef-4f45-9be4-45a9d2446645","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:29.511190815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"380f40b3-2aef-4f45-9be4-45a9d2446645","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:29.582762482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-957fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"380f40b3-2aef-4f45-9be4-45a9d2446645","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.115258367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee34681-663e-478e-9562-6393a674794c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.166180234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee34681-663e-478e-9562-6393a674794c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.215557591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee34681-663e-478e-9562-6393a674794c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.264570439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee34681-663e-478e-9562-6393a674794c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.837811942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"1083c449-21c7-432b-aa68-ab256fa8f0bd","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.838234768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"c2587d81-7cf8-4bbe-8e15-45697f9e9571","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.838532187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"3bf6ad5c-fbf3-4300-a04e-b38580735f58","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.838781316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"ee4a5227-3092-4059-905d-f73875b136ab","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.935311791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"9a94bc24-bacf-47eb-b350-bf0f6dc110a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:31.984868236Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"9a94bc24-bacf-47eb-b350-bf0f6dc110a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:32.035769653Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"premium-simulator-subscription","reconcileID":"9a94bc24-bacf-47eb-b350-bf0f6dc110a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"name":"maas-trlp-premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce","model":"e2e-models-e2e-worker-w1-d57dce/premium-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:32.300158025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"f57e84b2-66d4-46ee-bbbd-ef8e86e14fdf","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:37.223715466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-2-w3-5d4b82","reconcileID":"4f92ff20-1baf-4bbf-9b9b-eb09d327a300","MaaSModelRef":{"name":"distinct-2-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-2-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-2-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:37.231806075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"distinct-w3-5d4b82","reconcileID":"6b6153cb-7c83-4191-990a-fcfb9c70a499","MaaSModelRef":{"name":"distinct-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"distinct-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"distinct-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:37.238836216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"premium-w3-5d4b82","reconcileID":"fcd217b5-5bf4-420b-a8c7-4e60e61488b1","MaaSModelRef":{"name":"premium-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"premium-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"premium-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:37.246757791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"namespace":"e2e-models-e2e-worker-w3-5d4b82","name":"simulator-w3-5d4b82","reconcileID":"21de0f1d-81a7-45e7-aa9e-d5f541230cc6","MaaSModelRef":{"name":"simulator-w3-5d4b82","namespace":"e2e-models-e2e-worker-w3-5d4b82"},"routeName":"simulator-w3-5d4b82-kserve-route","namespace":"e2e-models-e2e-worker-w3-5d4b82","llmisvcName":"simulator-w3-5d4b82","gateway":"openshift-ingress/e2e-worker-w3-5d4b82","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.126653987Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","namespace":"ai-tenant-e2e-worker-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.126711665Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","namespace":"ai-tenant-e2e-worker-w1-d57dce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.126759994Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","tenant":"e2e-worker-w1-d57dce","tenantID":"e2e-worker-w1-d57dce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.180072907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"Deployment","name":"maas-api-e2e-worker-w1-d57dce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.221099339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.236968313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"Service","name":"maas-api-e2e-worker-w1-d57dce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.292769994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-d57dce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.345344033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-d57dce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.400136335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.452683765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.506282108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.560589736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.608878692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.657164377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.683428792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"bd07fb12-f789-44fc-a850-dcb462e31405","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.705679933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"Service","name":"payload-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.738343841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"bd07fb12-f789-44fc-a850-dcb462e31405","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.756526094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.79277423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-957fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"bd07fb12-f789-44fc-a850-dcb462e31405","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.804445501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.8527217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.900837509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.955134076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.003422646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.051541375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.099833786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-d57dce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.14840576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d57dce"},"namespace":"ai-tenant-e2e-worker-w1-d57dce","name":"default-tenant","reconcileID":"d048d62c-30d9-4e8a-ae55-fdd2a79e530f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-d57dce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.204712913Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","namespace":"ai-tenant-e2e-worker-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.204781947Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","namespace":"ai-tenant-e2e-worker-w3-5d4b82","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.204829232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","tenant":"e2e-worker-w3-5d4b82","tenantID":"e2e-worker-w3-5d4b82","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.255164975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"Deployment","name":"maas-api-e2e-worker-w3-5d4b82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.312001233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"Service","name":"maas-api-e2e-worker-w3-5d4b82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.367391738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-5d4b82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.417948821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-5d4b82","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.469279277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.521161588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.572493335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.627797908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.676344569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.725723114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.774095318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"Service","name":"payload-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.824225679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.876548944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.924830957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:40.973306096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.025131663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.07353063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.121588885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.170005175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-5d4b82","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.218403706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-5d4b82"},"namespace":"ai-tenant-e2e-worker-w3-5d4b82","name":"default-tenant","reconcileID":"e00496f0-3077-4606-b08c-5664caad44b8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-5d4b82","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.271512691Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.271575198Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","namespace":"ai-tenant-e2e-shared-a-w0-6687a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.271648347Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","tenant":"e2e-shared-a-w0-6687a2","tenantID":"e2e-shared-a-w0-6687a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.321663701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-6687a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.376853288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"Service","name":"maas-api-e2e-shared-a-w0-6687a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.431740843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-6687a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.481311795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-6687a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.547634918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.59862145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.650650274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.704772122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.753181541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.801821047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.84109833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"6016553e-cdc1-4053-9b73-af71d419ae2f","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.841627373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"2dfcbd3f-0fd0-4422-b81d-a2c031ad1c35","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.842726451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"10bc8539-fb94-4aa0-acfc-3b14199fecd5","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.850000492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.898723018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.947471127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:41.996422959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:42.04564699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:42.099096017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:42.147543431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:42.196135653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:42.255062729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-6687a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:42.300911725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"85653108-ed0d-4026-a92b-722a0bebc9f0","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:42.30376672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-6687a2"},"namespace":"ai-tenant-e2e-shared-a-w0-6687a2","name":"default-tenant","reconcileID":"27b0b78a-1eaa-45e0-89a5-f4b99fb9ac11","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-6687a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:49.640597334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-2-w1-d57dce","reconcileID":"9677f337-0f6c-4da5-b92c-4aa3107da79a","MaaSModelRef":{"name":"distinct-2-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-2-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-2-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:49.647601448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"distinct-w1-d57dce","reconcileID":"679c65e7-2f24-4387-9eb9-26402d24a8b5","MaaSModelRef":{"name":"distinct-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"distinct-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"distinct-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:49.654655685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"premium-w1-d57dce","reconcileID":"3bb456b1-87b9-4c55-adf9-b8afabacde20","MaaSModelRef":{"name":"premium-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"premium-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"premium-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:49.662126374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"namespace":"e2e-models-e2e-worker-w1-d57dce","name":"simulator-w1-d57dce","reconcileID":"c9e9823b-50f0-4bca-bd36-50b18e82131f","MaaSModelRef":{"name":"simulator-w1-d57dce","namespace":"e2e-models-e2e-worker-w1-d57dce"},"routeName":"simulator-w1-d57dce-kserve-route","namespace":"e2e-models-e2e-worker-w1-d57dce","llmisvcName":"simulator-w1-d57dce","gateway":"openshift-ingress/e2e-worker-w1-d57dce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:49.895804607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"5ec4baef-a92d-4641-b445-50fb3931a379","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:49.950189743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"5ec4baef-a92d-4641-b445-50fb3931a379","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:50.002498415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-957fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86792eb80c6bb3956acee9401145f80cfedd0b8b20a49859820118552526f033) AuthConfig (d653b64562c8db740f6e1ef9bbe877ad10fcaafb04194cc5df3bd5ad33749fa5) AuthConfig (96870abec795293529a4090adac4cbc165f11f5df3b83c43e9852ae41cc04e54) AuthConfig (2c01ba7a58182aa2c6f1ec8a651d044c385557b5dcb1a9f03f056cbe3dffe3ac) AuthConfig (00fdfdb7dbbdc8f05f970dac26bea77462234e3a4f4662616a4f35a5cd68c36a) AuthConfig (19d26a638655ac6edde696fd7dcda558f16e302eee6b12542b8c189ca3da9ffe) AuthConfig (a4167d1092b2c4f5724bc1855c2d8193ecf647711e721e5b7c3ea8039e441b22) AuthConfig (4942726968e7741f2db0038a8b4753ef3961b162ff0edcb745de60bd54f41cde) AuthConfig (5f769dcea0d4b1eea15c48ccce144921fb6b9896657069128122ac8f32bfd8ca) AuthConfig (0ba729bc8e62293e40489d2187d6440d69ec32a6da22b02599a0848c86d56cf6) AuthConfig (3d6b0d797b8f440134fdb2c8b01b0da70180361ffcb05910b33ebfbfc25c0bc7) AuthConfig (341729328c6c8656b1959a7294b981aea48d7da8b2ae44d031832045e22c0242) AuthConfig (482473da7792701ae9fa9f8bb475dfd768f958753b6514119c81fa27d6b28ddb) AuthConfig (566f34689781805c77250af78e0508caa78837fb406c1d1b90dd64d12b36edba) AuthConfig (d0ee7d5115fb8209e9e804f1944c6672e85b215c72d4a88cdfa71d343016084b) AuthConfig (85a227fdfe2785438205029dbdb84ab6adc79b332d52ce9674fdc71856fe32b3) AuthConfig (5b0acdd92c1398e19ec78dee80e33f66bef70e5a7f4eb3a24750fcb994d8d3f9) AuthConfig (9dcb6e8dd40886f2dd92b464a541c35d99bb81775d01c1a332362259e7a6e2c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"5ec4baef-a92d-4641-b445-50fb3931a379","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:50.941342892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"b9799f59-9d57-4a19-a386-362333f27de5","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:50.941371611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"b9799f59-9d57-4a19-a386-362333f27de5","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:51.896623066Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5d4b82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5d4b82","reconcileID":"9bd35be9-c2f0-4b11-a991-aa168e39387c","aitenant":"ai-tenants/e2e-worker-w3-5d4b82","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:52.484147069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be9493a-c56a-4440-a213-cb04344a65ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:52.53295968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be9493a-c56a-4440-a213-cb04344a65ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:52.582414285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be9493a-c56a-4440-a213-cb04344a65ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:52.631410129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7be9493a-c56a-4440-a213-cb04344a65ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:52.687588452Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-5d4b82","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-5d4b82","reconcileID":"9bd35be9-c2f0-4b11-a991-aa168e39387c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-5d4b82","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-5d4b82"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:53.234779157Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-d57dce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-d57dce","reconcileID":"df0d5158-59ac-479f-a41e-d07f335b32b8","aitenant":"ai-tenants/e2e-worker-w1-d57dce","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:54.031295298Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-d57dce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-d57dce","reconcileID":"df0d5158-59ac-479f-a41e-d07f335b32b8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-d57dce","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-d57dce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:54.410005628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113ead83-b80a-4e04-9e06-0a1227f635fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:54.458626766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113ead83-b80a-4e04-9e06-0a1227f635fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:54.506936459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113ead83-b80a-4e04-9e06-0a1227f635fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:54.559037021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113ead83-b80a-4e04-9e06-0a1227f635fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:54.608248631Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-6687a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-6687a2","reconcileID":"76f74f58-00b9-40d1-a701-db8972f43a58","aitenant":"ai-tenants/e2e-shared-a-w0-6687a2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:55.313706716Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-6687a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-6687a2","reconcileID":"76f74f58-00b9-40d1-a701-db8972f43a58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-6687a2","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-6687a2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:56.377980961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86715a7c-5070-40f1-bff7-c132389eba6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:56.426534508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86715a7c-5070-40f1-bff7-c132389eba6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:56.475026177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86715a7c-5070-40f1-bff7-c132389eba6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:56.5233819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86715a7c-5070-40f1-bff7-c132389eba6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:58.355165639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24d330a-33ef-47b0-8eef-a12e89813f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:58.40418329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24d330a-33ef-47b0-8eef-a12e89813f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:58.453375358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24d330a-33ef-47b0-8eef-a12e89813f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:58.502133886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24d330a-33ef-47b0-8eef-a12e89813f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:00.171311411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"4bfe2882-0db4-435b-a2d7-5c4f32509ad7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:00.225657034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"4bfe2882-0db4-435b-a2d7-5c4f32509ad7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:00.278008015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-957fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86792eb80c6bb3956acee9401145f80cfedd0b8b20a49859820118552526f033) AuthConfig (d653b64562c8db740f6e1ef9bbe877ad10fcaafb04194cc5df3bd5ad33749fa5) AuthConfig (96870abec795293529a4090adac4cbc165f11f5df3b83c43e9852ae41cc04e54) AuthConfig (2c01ba7a58182aa2c6f1ec8a651d044c385557b5dcb1a9f03f056cbe3dffe3ac) AuthConfig (00fdfdb7dbbdc8f05f970dac26bea77462234e3a4f4662616a4f35a5cd68c36a) AuthConfig (19d26a638655ac6edde696fd7dcda558f16e302eee6b12542b8c189ca3da9ffe) AuthConfig (a4167d1092b2c4f5724bc1855c2d8193ecf647711e721e5b7c3ea8039e441b22) AuthConfig (4942726968e7741f2db0038a8b4753ef3961b162ff0edcb745de60bd54f41cde) AuthConfig (5f769dcea0d4b1eea15c48ccce144921fb6b9896657069128122ac8f32bfd8ca) AuthConfig (0ba729bc8e62293e40489d2187d6440d69ec32a6da22b02599a0848c86d56cf6) AuthConfig (3d6b0d797b8f440134fdb2c8b01b0da70180361ffcb05910b33ebfbfc25c0bc7) AuthConfig (341729328c6c8656b1959a7294b981aea48d7da8b2ae44d031832045e22c0242) AuthConfig (482473da7792701ae9fa9f8bb475dfd768f958753b6514119c81fa27d6b28ddb) AuthConfig (566f34689781805c77250af78e0508caa78837fb406c1d1b90dd64d12b36edba) AuthConfig (d0ee7d5115fb8209e9e804f1944c6672e85b215c72d4a88cdfa71d343016084b) AuthConfig (85a227fdfe2785438205029dbdb84ab6adc79b332d52ce9674fdc71856fe32b3) AuthConfig (5b0acdd92c1398e19ec78dee80e33f66bef70e5a7f4eb3a24750fcb994d8d3f9) AuthConfig (9dcb6e8dd40886f2dd92b464a541c35d99bb81775d01c1a332362259e7a6e2c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"4bfe2882-0db4-435b-a2d7-5c4f32509ad7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:00.298076954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12980c11-4561-4351-9a2a-e2c208ec7a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:00.346864874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12980c11-4561-4351-9a2a-e2c208ec7a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:00.395542641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12980c11-4561-4351-9a2a-e2c208ec7a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:00.444210456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12980c11-4561-4351-9a2a-e2c208ec7a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:04.151967535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909758e5-cc09-4d2f-8535-1e9840a619ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:04.200660219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909758e5-cc09-4d2f-8535-1e9840a619ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:04.249341588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909758e5-cc09-4d2f-8535-1e9840a619ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:04.298114555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909758e5-cc09-4d2f-8535-1e9840a619ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:06.089283576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa99835-5d03-4d46-a6db-ef7eae3db8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:06.140377033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa99835-5d03-4d46-a6db-ef7eae3db8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:06.189286565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa99835-5d03-4d46-a6db-ef7eae3db8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:06.238250022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa99835-5d03-4d46-a6db-ef7eae3db8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:09.22108025Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:10.375905771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"ffadb411-e1c1-41b1-8d06-104b7c49c84c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:10.430082302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"ffadb411-e1c1-41b1-8d06-104b7c49c84c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:10.482381069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-957fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86792eb80c6bb3956acee9401145f80cfedd0b8b20a49859820118552526f033) AuthConfig (d653b64562c8db740f6e1ef9bbe877ad10fcaafb04194cc5df3bd5ad33749fa5) AuthConfig (96870abec795293529a4090adac4cbc165f11f5df3b83c43e9852ae41cc04e54) AuthConfig (2c01ba7a58182aa2c6f1ec8a651d044c385557b5dcb1a9f03f056cbe3dffe3ac) AuthConfig (00fdfdb7dbbdc8f05f970dac26bea77462234e3a4f4662616a4f35a5cd68c36a) AuthConfig (19d26a638655ac6edde696fd7dcda558f16e302eee6b12542b8c189ca3da9ffe) AuthConfig (a4167d1092b2c4f5724bc1855c2d8193ecf647711e721e5b7c3ea8039e441b22) AuthConfig (4942726968e7741f2db0038a8b4753ef3961b162ff0edcb745de60bd54f41cde) AuthConfig (5f769dcea0d4b1eea15c48ccce144921fb6b9896657069128122ac8f32bfd8ca) AuthConfig (0ba729bc8e62293e40489d2187d6440d69ec32a6da22b02599a0848c86d56cf6) AuthConfig (3d6b0d797b8f440134fdb2c8b01b0da70180361ffcb05910b33ebfbfc25c0bc7) AuthConfig (341729328c6c8656b1959a7294b981aea48d7da8b2ae44d031832045e22c0242) AuthConfig (482473da7792701ae9fa9f8bb475dfd768f958753b6514119c81fa27d6b28ddb) AuthConfig (566f34689781805c77250af78e0508caa78837fb406c1d1b90dd64d12b36edba) AuthConfig (d0ee7d5115fb8209e9e804f1944c6672e85b215c72d4a88cdfa71d343016084b) AuthConfig (85a227fdfe2785438205029dbdb84ab6adc79b332d52ce9674fdc71856fe32b3) AuthConfig (5b0acdd92c1398e19ec78dee80e33f66bef70e5a7f4eb3a24750fcb994d8d3f9) AuthConfig (9dcb6e8dd40886f2dd92b464a541c35d99bb81775d01c1a332362259e7a6e2c9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"ffadb411-e1c1-41b1-8d06-104b7c49c84c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.093400294Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.093479163Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.093531931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","tenant":"e2e-shared-b-w0-ac2eb4","tenantID":"e2e-shared-b-w0-ac2eb4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.144561265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-ac2eb4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.203521064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"Service","name":"maas-api-e2e-shared-b-w0-ac2eb4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.260374319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-ac2eb4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.311028665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-ac2eb4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.362827393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.413861234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.467888214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.523080262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.57161994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.620815716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.671706698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.720064838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.768340358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.816572721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.864827498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.917609429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:15.966252398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:16.014587471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:16.062700929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-ac2eb4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:16.110957255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4"},"namespace":"ai-tenant-e2e-shared-b-w0-ac2eb4","name":"default-tenant","reconcileID":"6db3aeed-e079-4841-9d33-4ae52b38b12f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-ac2eb4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:20.580187091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"b411ff5e-0151-4a33-870c-d8fd1f4181e5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:20.633840342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"b411ff5e-0151-4a33-870c-d8fd1f4181e5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:20.88618496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"218b5a98-796b-4ef1-ac9c-c9d8dff1f668","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:20.886212407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"218b5a98-796b-4ef1-ac9c-c9d8dff1f668","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:24.872896602Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-ac2eb4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-ac2eb4","reconcileID":"496be850-d439-4814-a3c5-f39571196b2b","aitenant":"ai-tenants/e2e-shared-b-w0-ac2eb4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:25.53318778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1429a0ce-67f8-4c18-8786-74c2661bc030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:25.581864708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1429a0ce-67f8-4c18-8786-74c2661bc030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:25.63068735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1429a0ce-67f8-4c18-8786-74c2661bc030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:25.636660992Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-ac2eb4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-ac2eb4","reconcileID":"496be850-d439-4814-a3c5-f39571196b2b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-ac2eb4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-ac2eb4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:25.67934803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1429a0ce-67f8-4c18-8786-74c2661bc030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.676298795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"88fdd700-dd74-4299-a633-72a088b7690e","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.676325431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"88fdd700-dd74-4299-a633-72a088b7690e","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.732755437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"dd74078a-b447-4adf-b746-2869ca1808f6","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.732778703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"dd74078a-b447-4adf-b746-2869ca1808f6","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.772594574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"85a1ac6e-83c1-4a27-8584-5cb9cdc0eca8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:42:26.782297579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"4ab3f79d-8a7d-4138-b8e6-38f089780b0d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-d75b94\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:42:26.782866292Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"dd74078a-b447-4adf-b746-2869ca1808f6","name":"rate-test-model-ce9391","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ce9391\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:42:26.782917881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"dd74078a-b447-4adf-b746-2869ca1808f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ce9391\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.788274147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"fe9ff649-aa8d-49d7-92e5-d6db1e46a54d","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.78829015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"fe9ff649-aa8d-49d7-92e5-d6db1e46a54d","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.82614548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"85a1ac6e-83c1-4a27-8584-5cb9cdc0eca8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.845253965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-access","reconcileID":"a0da5e6d-9d03-4098-8d9b-9cfbb60e90f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.845329581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"f3a40b22-0e60-40cd-af30-93068f03af54","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.900661429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"a050e995-7b64-47fa-b2cb-545148e72948","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.900684375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"a050e995-7b64-47fa-b2cb-545148e72948","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.994610871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"d779aaf3-817d-420c-b4d1-6f545eec7fdb","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:26.994633978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"d779aaf3-817d-420c-b4d1-6f545eec7fdb","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.023096546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"8af15082-817b-4b53-b84e-fd79559c310e","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.023120894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"8af15082-817b-4b53-b84e-fd79559c310e","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.037074834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"9d197ad6-2c8f-4af2-9857-431848a63c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.077911094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"ddcf628b-3135-43c7-bc20-09dbd55fda8a","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.090970055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"9d197ad6-2c8f-4af2-9857-431848a63c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:42:27.127044301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"e48708de-4ae3-415e-a853-5c578a9d9b73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-d75b94\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.133016648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"523ef647-c824-4f4e-bb61-721479caef68","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.133042037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"523ef647-c824-4f4e-bb61-721479caef68","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.135278529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"b0493158-837d-4ce0-a730-04824cbd3940","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.136827598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"00227367-f600-4706-b7b4-0ea1bab61088","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.189114792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"229dc370-2d43-4599-903f-436364034a39","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.193272619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"00227367-f600-4706-b7b4-0ea1bab61088","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.231988906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"d2a7f2c2-95cd-4654-82f2-f3aa3905a6c3","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.232024835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"d2a7f2c2-95cd-4654-82f2-f3aa3905a6c3","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.236907798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"f1bb5057-f4f3-4948-99ea-ddea602be418","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.241918363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"df695f08-39a6-4537-bd78-09d4dda59ed4","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-rate-test-model-ce9391","model":"rate-test-model-ce9391","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ce9391/e2e-rate-iso-a-d75b94"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.285962704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"cf55160e-77a6-4cfb-9305-219ea0a6e131","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.285986178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"cf55160e-77a6-4cfb-9305-219ea0a6e131","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.290553021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"f1bb5057-f4f3-4948-99ea-ddea602be418","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.390845851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6c58642a-c1ad-4bfe-85d9-442d74f8ec57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.393956769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"e413c310-9ec1-4c6e-bc90-535ae134283b","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.393977147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"e413c310-9ec1-4c6e-bc90-535ae134283b","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.444922322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"6c58642a-c1ad-4bfe-85d9-442d74f8ec57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.482803524Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"7b07ccb6-3c41-41a2-96b5-99bdd2eab4ba","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-rate-test-model-957fb8","model":"rate-test-model-957fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-957fb8/e2e-rate-iso-b-d75b94"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.492386765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c135416c-576c-498c-9d5b-aba83b974bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.492619008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"28a17dd4-fa5e-4d35-9935-4f446d53851e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.542670123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c135416c-576c-498c-9d5b-aba83b974bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.595234847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"505225eb-7fcd-4f45-a7ce-557fbe5cf739","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-rate-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.595688784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c135416c-576c-498c-9d5b-aba83b974bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.599524589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"28a17dd4-fa5e-4d35-9935-4f446d53851e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.644431483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c135416c-576c-498c-9d5b-aba83b974bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.699753806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"12cc4bfe-238c-47d3-a6a2-d4e40ad46be9","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.699774497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"12cc4bfe-238c-47d3-a6a2-d4e40ad46be9","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:27.943425461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"42b1da82-6377-42f0-bee6-983ce65bd3d8","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-rate-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:28.095830484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"dbea3722-d5b1-4bf7-a87b-f9ff4050a38b","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:28.095854831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"dbea3722-d5b1-4bf7-a87b-f9ff4050a38b","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:29.486217985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c3468a-d691-4c0e-9402-bb611a934054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:29.534949718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c3468a-d691-4c0e-9402-bb611a934054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:29.583657975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c3468a-d691-4c0e-9402-bb611a934054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:29.632220029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2c3468a-d691-4c0e-9402-bb611a934054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.052993374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"c96312a4-b0f4-476b-b3e8-d33dc37ec646","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.101931188Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"6dcad448-7ac4-4bf8-ac83-4bc392ff13b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.150952643Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"6dcad448-7ac4-4bf8-ac83-4bc392ff13b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.200114648Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"simulator-subscription","reconcileID":"6dcad448-7ac4-4bf8-ac83-4bc392ff13b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/simulator-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.205183171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5e1461d3-7fa2-4269-a523-e95dd59302b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.258762228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5e1461d3-7fa2-4269-a523-e95dd59302b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.458160564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"2491429f-2585-4455-a33c-f2bfef93ed66","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.554983704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"4e817f47-6b81-4f51-94f9-63b0b302eff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:32.608695803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"4e817f47-6b81-4f51-94f9-63b0b302eff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:34.205588598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"8752fd98-8bf8-490e-8e5e-5594a90132ae","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:34.35557766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"93b7fdea-e8ef-4c3e-8bcf-46f695963ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:34.40225995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"2939d159-ad50-4b45-8942-22bfe54d1d13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:34.409020095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"93b7fdea-e8ef-4c3e-8bcf-46f695963ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:34.555777681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"78c26425-d631-472b-b922-4c71d763cbc8","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:34.756876487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"bfa4e594-6c9b-4434-8156-f6a64ec490de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:37.672280583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"3fe6787a-7e15-4aa8-b07f-caccbb54f801","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:37.711975019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"72671a74-520a-4f4c-a60d-67beef98fc92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:37.76594878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"72671a74-520a-4f4c-a60d-67beef98fc92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:37.859373869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"e63166ba-b3b1-4d01-8d58-edf55da2a1d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:37.962972042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5a28e5dc-8552-4b40-a258-54ad7ec036b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.060953276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"7e7868cb-fe41-4e47-a773-5eb5031b24fa","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.061148818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"18bbeed6-4a52-4b12-8ac3-34a2ad82da92","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.159574688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"386b477f-9cc1-4bc5-98f2-f5d198869e52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.214871274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"85ce0ad2-5d32-49b0-8277-99c779a0b23e","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.215217498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"9af6fe4c-0dd9-4f1b-87ea-d872e10dafd0","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.216439412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5a28e5dc-8552-4b40-a258-54ad7ec036b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.337116153Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5a28e5dc-8552-4b40-a258-54ad7ec036b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"e2e-worker-w0-12f635-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.33714022Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-access","reconcileID":"5a28e5dc-8552-4b40-a258-54ad7ec036b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-12f635"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.391803049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"c91619b7-ac47-4361-85f1-3b479cff4d02","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.461425264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"85650e02-3155-4b77-aff0-664cb88d2817","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.737307006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"1b187aaa-7330-44d4-9ff3-ebc3f510fe9f","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.949675117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a9d99f-7429-40ba-bf46-55e961f5087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:38.999282011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a9d99f-7429-40ba-bf46-55e961f5087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.048688674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a9d99f-7429-40ba-bf46-55e961f5087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.097572301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a9d99f-7429-40ba-bf46-55e961f5087e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.22163035Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.246562933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"58782f1d-520a-4da6-bb58-eb81cf593dca","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-rate-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.402850145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"e47e34ef-ff9c-4e7d-8438-0497b771b112","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.402871266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"e47e34ef-ff9c-4e7d-8438-0497b771b112","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.643040469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"c81b1515-9aa5-4c7f-8ebe-b02e9661b290","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.669319875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"8887d0e5-ad06-4f2c-8b46-d6a5e2323f75","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-rate-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.697378677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"c81b1515-9aa5-4c7f-8ebe-b02e9661b290","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.824631975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"afd34616-3f8f-4703-ad21-139a58837c9c","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.824654977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"afd34616-3f8f-4703-ad21-139a58837c9c","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.863504048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"fcce6f30-c7e4-4fab-bf60-38016b9c0059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:39.917791705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"fcce6f30-c7e4-4fab-bf60-38016b9c0059","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:40.119733021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"78fc6663-1cfe-4ff6-a790-9cec140ec185","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:40.890783851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71556288-dfdd-489d-94e0-a7a32e9074d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:40.93983561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71556288-dfdd-489d-94e0-a7a32e9074d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:40.988522331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71556288-dfdd-489d-94e0-a7a32e9074d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:41.03737447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71556288-dfdd-489d-94e0-a7a32e9074d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:44.144298383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"f7a2d951-2c72-4b3b-8688-5d05cdcc5ae6","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:48.062159243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"3f6d291c-3950-41c1-92b2-0af1030aaa46","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:48.738376891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"80a46504-dbb2-4d22-ad9a-fd5f649e6ae1","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:48.890411484Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"1e5f1ac4-2994-49cf-9996-cd3b8519d921","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:48.943297463Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"1e5f1ac4-2994-49cf-9996-cd3b8519d921","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:48.993336012Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"premium-simulator-subscription","reconcileID":"1e5f1ac4-2994-49cf-9996-cd3b8519d921","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-12f635"},"name":"maas-trlp-premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635","model":"e2e-models-e2e-worker-w0-12f635/premium-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:49.253123733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"0b62104f-ddb3-4fff-a848-cc655b5224a4","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:50.175538242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"dce99b56-b2b9-4544-abcf-cebfc4036dff","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:54.225832357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"4107e294-c8c9-4f23-b5ce-0f6b1fa59f9c","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:54.884504552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"5d9455d4-ced3-41a8-a491-e0711d935c3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:54.88453417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"97467db2-a6b2-4646-b22c-f0791c0350a4","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:54.884545932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"97467db2-a6b2-4646-b22c-f0791c0350a4","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.053139795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"5d9455d4-ced3-41a8-a491-e0711d935c3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.137798296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"0582eea6-d2fe-41a8-b25d-9219a5ad7ca5","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-rate-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.173511298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"5d9455d4-ced3-41a8-a491-e0711d935c3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.173535632Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-auth-d75b94","reconcileID":"5d9455d4-ced3-41a8-a491-e0711d935c3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.226494373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"cf1b9122-5e4d-4dfb-80f5-09fb45789939","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.226517069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"cf1b9122-5e4d-4dfb-80f5-09fb45789939","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.389724668Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"ef7c3eba-7179-42ae-9de8-98e5c438c5fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.389763075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"3d976b08-ed6f-4f5c-a062-ba859f1026a7","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.38977615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"3d976b08-ed6f-4f5c-a062-ba859f1026a7","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.477894821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"5462f626-41a4-4a38-bbbe-ec1664c0479e","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-rate-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.587396343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"ef7c3eba-7179-42ae-9de8-98e5c438c5fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.638910882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"944f93fd-beb3-49b1-98b2-6a788a7661d4","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-rate-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.707702427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"ef7c3eba-7179-42ae-9de8-98e5c438c5fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.707731479Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-auth-d75b94","reconcileID":"ef7c3eba-7179-42ae-9de8-98e5c438c5fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.762596207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"ecc3ce45-3c8e-4d85-ab63-1cce325ca3e1","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.762617777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"ecc3ce45-3c8e-4d85-ab63-1cce325ca3e1","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.917016607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"67eda4f4-e59d-4fb3-8dde-1891273fd407","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:55.917037043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"67eda4f4-e59d-4fb3-8dde-1891273fd407","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:56.014786793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"c94c2e55-ba1c-49c8-ae6f-aed75cf09e90","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-rate-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.512706763Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","namespace":"ai-tenant-e2e-worker-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.512795863Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","namespace":"ai-tenant-e2e-worker-w0-12f635","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.512856142Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","tenant":"e2e-worker-w0-12f635","tenantID":"e2e-worker-w0-12f635","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.563885103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"Deployment","name":"maas-api-e2e-worker-w0-12f635","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.62294032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"Service","name":"maas-api-e2e-worker-w0-12f635","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.676534123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-12f635","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.726738145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-12f635","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.777895227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.829117996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.882890143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.936710053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:57.986122226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.034740535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.063109015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"315cb83d-bc31-4ec8-86b5-03f78b07f8a5","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.083081109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"Service","name":"payload-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.131904314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.180933978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.229330471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.277641186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.330580912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.378851852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.429279993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.477850571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-12f635","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.528341463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-12f635"},"namespace":"ai-tenant-e2e-worker-w0-12f635","name":"default-tenant","reconcileID":"8973b39c-7e79-4043-8641-5a82e30cc041","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-12f635","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:59.253747061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"db74e79b-3eea-44e2-9da9-8a8e802b8591","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:00.175930674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"6d1ae838-66f7-4444-89ee-b8854f793eec","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:04.227127281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-2-w0-12f635","reconcileID":"740a1e3c-70e4-45d3-b936-3c7eb5799ecc","MaaSModelRef":{"name":"distinct-2-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-2-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-2-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:06.068965977Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"441ee3ae-1538-4329-bfd0-0e44ab43c4f4","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","subscription":"e2e-rate-iso-a-d75b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:06.120421857Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"441ee3ae-1538-4329-bfd0-0e44ab43c4f4","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:06.169812063Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-rate-iso-a-d75b94","reconcileID":"441ee3ae-1538-4329-bfd0-0e44ab43c4f4","MaaSSubscription":{"name":"e2e-rate-iso-a-d75b94","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:06.431961727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"b2ceaca5-bc96-44c8-be60-2069c7f7f668","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/rate-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:06.431984851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"rate-test-model-ce9391","reconcileID":"b2ceaca5-bc96-44c8-be60-2069c7f7f668","MaaSModelRef":{"name":"rate-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"rate-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"rate-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:06.595112576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"43ac4dde-a50b-47f3-92ec-cad4e8721c3f","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:06.595139439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"43ac4dde-a50b-47f3-92ec-cad4e8721c3f","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:08.06377929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"simulator-w0-12f635","reconcileID":"ec43b5f6-be33-495c-be75-f9d91ac22907","MaaSModelRef":{"name":"simulator-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"simulator-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"simulator-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:09.220713495Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:09.244706357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"premium-w0-12f635","reconcileID":"faa91244-4b1e-4b36-b826-f772e5bf9ff6","MaaSModelRef":{"name":"premium-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"premium-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"premium-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:09.244990278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"namespace":"e2e-models-e2e-worker-w0-12f635","name":"distinct-w0-12f635","reconcileID":"3863b281-72f0-46f8-bd4e-aa4e1bd06bdc","MaaSModelRef":{"name":"distinct-w0-12f635","namespace":"e2e-models-e2e-worker-w0-12f635"},"routeName":"distinct-w0-12f635-kserve-route","namespace":"e2e-models-e2e-worker-w0-12f635","llmisvcName":"distinct-w0-12f635","gateway":"openshift-ingress/e2e-worker-w0-12f635","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:11.571189901Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-12f635","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-12f635","reconcileID":"dd5879af-d196-44d5-81e2-987075081e15","aitenant":"ai-tenants/e2e-worker-w0-12f635","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:12.187401124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2a830d-4efa-4afd-9e2c-1c5aca80b504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:12.235900015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2a830d-4efa-4afd-9e2c-1c5aca80b504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:12.284540916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2a830d-4efa-4afd-9e2c-1c5aca80b504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:12.291355862Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-12f635","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-12f635","reconcileID":"dd5879af-d196-44d5-81e2-987075081e15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-12f635","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-12f635"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:12.33302744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab2a830d-4efa-4afd-9e2c-1c5aca80b504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:14.11615446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88140bfe-943a-4185-9175-e9a890ee6f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:14.164830725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88140bfe-943a-4185-9175-e9a890ee6f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:14.213602495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88140bfe-943a-4185-9175-e9a890ee6f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:14.262825692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88140bfe-943a-4185-9175-e9a890ee6f2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:16.02735913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ffdbb0-16c5-4236-bd75-d3bbd4338db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:16.076012092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ffdbb0-16c5-4236-bd75-d3bbd4338db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:16.125033378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ffdbb0-16c5-4236-bd75-d3bbd4338db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:16.174358598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57ffdbb0-16c5-4236-bd75-d3bbd4338db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:16.751492005Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"a857d88e-3425-4bb3-a093-40fe81f92035","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","subscription":"e2e-rate-iso-b-d75b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:16.800739753Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"a857d88e-3425-4bb3-a093-40fe81f92035","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:16.849903931Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-rate-iso-b-d75b94","reconcileID":"a857d88e-3425-4bb3-a093-40fe81f92035","MaaSSubscription":{"name":"e2e-rate-iso-b-d75b94","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:17.106780868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"347dff4d-92b7-4568-8f02-fa69f04e740f","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/rate-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:17.106803129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"rate-test-model-957fb8","reconcileID":"347dff4d-92b7-4568-8f02-fa69f04e740f","MaaSModelRef":{"name":"rate-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"rate-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"rate-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:39.22160044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:53.476057945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"ed3a735f-cdd0-45da-b43b-907c4ace75b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:53.574483385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd020778-c14d-4dfd-9918-9a86019953a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:53.672534114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"918986d5-55c7-4184-a343-c217101772df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:53.77179609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"b822ee66-581e-41ad-9c84-d0d0cb32d29d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:09.221498891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:12.109166845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbf86352-93ec-48e2-962a-2fa84627bfd6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:12.212288101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"f64104e4-dc0c-4778-9e16-0455b209ac81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:12.310848238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38088c95-f69e-4f79-a528-f0dc5e59bb85","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:12.412298642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"c6efd6ad-3e19-4d6f-b770-4b485030a6b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:18.693948054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b6d037c-0f8d-4a70-961a-cb2e086b7a59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:18.792849951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"42595863-4bdf-4677-ab0e-561c3c463ba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:18.816747005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"7bfc95c0-7432-4484-9772-d725702af669","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:18.939949677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2549f47b-4d60-4ea4-a119-4cc65e2d61a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:21.899070747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"e61f2fad-456d-4745-bef2-6894f6f36ede","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:21.899102485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"e61f2fad-456d-4745-bef2-6894f6f36ede","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:36.451166637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"83aa419b-6fd1-4d4e-ad03-e87678533139","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:36.63454955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d7505de-41e9-4161-853b-116c6c1446f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:36.75475414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c159403-bd7e-47ab-9cac-dc346be2b493","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:36.856181074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"e26fcc15-6272-4743-a0e0-73e68a960b88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:39.220998935Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:43.412404192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"ad09406d-ed4d-455b-bb0f-6c86ecb65041","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:43.594965379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"da3e514e-2fdb-4f24-9db3-91a91acec851","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:43.695098876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5bd12bea-15ea-432e-b9c5-fbcd1b9e225e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:43.794012123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7380a359-099a-45f4-8fa0-33fd55e299e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:04.746918957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"351dbd7c-ef48-4f65-854f-9a30c0e295bc","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:04.746950541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"351dbd7c-ef48-4f65-854f-9a30c0e295bc","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:09.221583457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.371592052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"876a0e3e-f0fd-445c-8b9c-029a49c3c2a6","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.371621273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"876a0e3e-f0fd-445c-8b9c-029a49c3c2a6","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.422998414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"20bfd0b2-a3a9-4262-94d7-728d0a0d2131","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.423018379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"20bfd0b2-a3a9-4262-94d7-728d0a0d2131","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.520110902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"0808ab4c-8ffe-415f-98ff-55eb258fe276","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.641743707Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"0808ab4c-8ffe-415f-98ff-55eb258fe276","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.69481804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ce9391-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"0808ab4c-8ffe-415f-98ff-55eb258fe276","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.747359743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"b600cf24-ef4c-4dd9-91dc-b7f854f75b7f","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:10.747380666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"b600cf24-ef4c-4dd9-91dc-b7f854f75b7f","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:20.844808923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"ab652e70-9314-4dbe-bcc7-f2b9ddbb8b89","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:20.900682084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"ab652e70-9314-4dbe-bcc7-f2b9ddbb8b89","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:20.952940879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ce9391-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35a100c1c0c503eac4c048adf4d0452e0e5cfeb4728138432cf424e73238fc65) AuthConfig (fb3ff8c54b207b1642d9c54d2f6e8880215f87fd644f32245fe8128ea7bfd2f2) AuthConfig (c6d616d4438a4d975dd4bec3d5e7ddbc3e1d6e331da90c17426c44d3bd9b0414) AuthConfig (67a612b0bd8e29851ee6501e653eee311ae27ad09b9d43549af2ad8448ae7837) AuthConfig (eb51dbd22062a2c08ba6157737a84e3978a2b5fa519f0106ab320270f5e96b9a) AuthConfig (3d7fb275c8515515465d1de00529c3631aec06a75a4ca86060ad284b79241651) AuthConfig (7f5d727e193db0f04aa2532b651b1749edf3ea9952edd24ce82b6f7d3d4b7e61) AuthConfig (ed0ff04634abc583118cb4ec03e8ec174cfbcfb76ff1053403b65fbff8184b76) AuthConfig (40846b2cd53d2737643dae23a28e101f899a2dedd4de40d45083fd415ab8ba10) AuthConfig (c8ed4d99ff906b7b1499fb56a78a0978e677f79b48bbc43710df4afaf77f93ae) AuthConfig (9b84168137faf911a3850dfa202e4ae7ad13c5f1851330cf59db13832db091fd) AuthConfig (a034d8e5c58f4707710e5577f927af73b408ebb31720d29d445504e30bcd61ed) AuthConfig (4a05c997c7d75aa0ab684b57ec73f2a2a038ad925bf61208f8622ebce6f1ed98) AuthConfig (e425bddf3ea398d3e4c4a006f6b689e22644063270f15fc513c9113c45d2c8f6) AuthConfig (5b4c9c8a8b43ef81240295deb5346c82fd707326348c1651f4bec404ef488bf9) AuthConfig (ea55261711a8314ff725f5a436da3577735b8e9496c9511306ff15967ba74e7a) AuthConfig (7ee5ce5e8eb37ba4911a8185e9dbe9f177d84b29fee24865a987a1507db4a547) AuthConfig (bdbd48bc010d6e371c7eb9f1716ea3d66bdcf1bafa80d071403881f5416aaa4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"ab652e70-9314-4dbe-bcc7-f2b9ddbb8b89","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:21.007392094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"1372adf8-0d9a-406d-a41e-d245a9269bb7","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:21.007418563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"1372adf8-0d9a-406d-a41e-d245a9269bb7","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:31.109288283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"d2ff2f1a-fc74-4693-8b65-1af87d3f902f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:31.162964971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"d2ff2f1a-fc74-4693-8b65-1af87d3f902f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:31.417153765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"a6ba77a0-74f9-4485-b269-9806812354cd","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:31.417176364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"a6ba77a0-74f9-4485-b269-9806812354cd","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.558478046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"b249d96e-8ba9-479c-b2a2-76dd32c08bc2","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.558507507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"b249d96e-8ba9-479c-b2a2-76dd32c08bc2","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.610040473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"4051778a-39bd-4588-8ba0-f10627b64097","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.61006708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"4051778a-39bd-4588-8ba0-f10627b64097","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.70740844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"21dd2b58-fbce-47db-a6dd-f93786e92b54","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.827869252Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"21dd2b58-fbce-47db-a6dd-f93786e92b54","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.880792918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-957fb8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"21dd2b58-fbce-47db-a6dd-f93786e92b54","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.935122036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"ffd8be9e-b71d-42aa-927b-7ec7bf0c9ea4","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:36.935147312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"ffd8be9e-b71d-42aa-927b-7ec7bf0c9ea4","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:39.221565053Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:47.033007709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"3318a1e6-11e8-4434-8c4b-b68ab237efad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:47.086949427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"3318a1e6-11e8-4434-8c4b-b68ab237efad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:47.139510939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-957fb8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0237022988b130f04fe27c9310673cc4ea3f4933fdda7d565b48e9b5d9eff9d1) AuthConfig (482473da7792701ae9fa9f8bb475dfd768f958753b6514119c81fa27d6b28ddb) AuthConfig (fcae24cd57c984c497c8b6c92fab1ad53457c3cd186f30e27b2ffceaefb36ab8) AuthConfig (a4167d1092b2c4f5724bc1855c2d8193ecf647711e721e5b7c3ea8039e441b22) AuthConfig (0ba729bc8e62293e40489d2187d6440d69ec32a6da22b02599a0848c86d56cf6) AuthConfig (4942726968e7741f2db0038a8b4753ef3961b162ff0edcb745de60bd54f41cde) AuthConfig (3d6b0d797b8f440134fdb2c8b01b0da70180361ffcb05910b33ebfbfc25c0bc7) AuthConfig (357ecbb25ccf0288821e847f6b1203f4f87036a038d7308cb485103893daeac4) AuthConfig (00fdfdb7dbbdc8f05f970dac26bea77462234e3a4f4662616a4f35a5cd68c36a) AuthConfig (f960e27885e652373d9368d7dacdd823495412ed80d3ca145c89dd4dfa875245) AuthConfig (548a3fb60326000e25d2719c7540a22a0e51809c516b9275a446b4715fe974e6) AuthConfig (0ab1b1da52a53af6f15867c39e96cecbb1c259d3ee8fef23b845c806c5dd0b07) AuthConfig (e335f559fe35abd777badf4e6715f36154bf251a101f01da0835c26f396c4599) AuthConfig (d417b3fc6a48bca520b444ece2f05e19167dce7899b0832e299a3224b227d59f) AuthConfig (adc6c62d910be204e127fb20d7bf030ade3c817f033257406e1777a2f31e5208) AuthConfig (1c6791a45496d63f210ffef5b43f4c86e723cf61acb76981157cacb40af99579) AuthConfig (a124edaa71f80fe33da846d07ca8860e3b62dbaa5dfe3c63a2bb04e4a484d324) AuthConfig (855f33ff63b7e0477c15b64e3c32b1735856e3dfc9d07fb88d59ddd80218a36f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"3318a1e6-11e8-4434-8c4b-b68ab237efad","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:47.194415155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"3059c617-3b90-4211-8a47-3bf26c8f97b2","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:47.194435975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"3059c617-3b90-4211-8a47-3bf26c8f97b2","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:57.295806289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"bbc3a5f5-531a-45ae-b068-dbefd5ecfa35","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:57.350388763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"bbc3a5f5-531a-45ae-b068-dbefd5ecfa35","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:57.65619984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"4264817f-4276-4a58-aa90-ff015fcbbf2a","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:57.656222291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"4264817f-4276-4a58-aa90-ff015fcbbf2a","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.217415014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"f28674ba-a8cd-41e2-bcbb-2f03552d06de","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.217438709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"f28674ba-a8cd-41e2-bcbb-2f03552d06de","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.281959349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"f67cfbac-6a8b-491d-97f7-1028576575d9","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.281983728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"f67cfbac-6a8b-491d-97f7-1028576575d9","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.323726471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"d7b02c6c-5392-42f6-bc29-59bde4de4ddc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:03.324396128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"73674cea-2014-4b3b-9512-7ba9cf7b3168","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d4ab34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:03.332967518Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"f67cfbac-6a8b-491d-97f7-1028576575d9","name":"sub-test-model-ce9391","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ce9391\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:03.333018169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"f67cfbac-6a8b-491d-97f7-1028576575d9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ce9391\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.338297584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"ea345c1b-4e2c-467b-a676-731babf32bdd","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.338312799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"ea345c1b-4e2c-467b-a676-731babf32bdd","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.378694271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"d7b02c6c-5392-42f6-bc29-59bde4de4ddc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.43007522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"aca8da5e-6ad7-49f2-abc2-c5abd753d51c","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.430093325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"aca8da5e-6ad7-49f2-abc2-c5abd753d51c","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.48724753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"cea798d6-a509-41a5-9055-90f64b431e2c","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.487265548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"cea798d6-a509-41a5-9055-90f64b431e2c","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.525927422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"6cb22ca6-6858-40b0-ac67-a5aebdb55df2","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.525943795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"6cb22ca6-6858-40b0-ac67-a5aebdb55df2","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.585157364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"5a380543-559c-4b7f-913d-d7245bba4815","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.585175959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"5a380543-559c-4b7f-913d-d7245bba4815","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.627842094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"ac9ff7e2-63d7-4b98-8e4a-7467f738cdea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:03.63639382Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"5a380543-559c-4b7f-913d-d7245bba4815","name":"sub-test-model-957fb8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-957fb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:03.636474474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"5a380543-559c-4b7f-913d-d7245bba4815","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-957fb8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:03.637199978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"3582401e-6c80-412e-a9b8-8bb63e353448","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d4ab34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.642414261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"bebc3eb4-5ae7-4453-9591-ba5c9cf41e4f","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.642432581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"bebc3eb4-5ae7-4453-9591-ba5c9cf41e4f","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.681896305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"ac9ff7e2-63d7-4b98-8e4a-7467f738cdea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.697317954Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"720a0e08-8a04-4dc3-b44b-7f6b45361cb1","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"sub-test-model-ce9391","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ce9391/e2e-shared-sub-d4ab34"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.727734801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"c9adb381-82d2-4b50-b15b-64cd77f88035","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.742947842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"8f917123-ab5e-486f-83e2-cad83719b74f","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.742964728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"8f917123-ab5e-486f-83e2-cad83719b74f","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.781483206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"c9adb381-82d2-4b50-b15b-64cd77f88035","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.797577782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"ed0691c0-1883-40d1-8ac2-72407d530ffb","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.797593263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"ed0691c0-1883-40d1-8ac2-72407d530ffb","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.805585766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"75f03635-de64-43ef-bdfa-132a02231a8a","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.80559969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"75f03635-de64-43ef-bdfa-132a02231a8a","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.854321468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"e13c5b65-b370-4dac-b9fc-480848bddbb4","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.854338509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"e13c5b65-b370-4dac-b9fc-480848bddbb4","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.861031068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"2f71f3a0-a8e7-4b05-91b4-68bdf3a476ff","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.861065217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"2f71f3a0-a8e7-4b05-91b4-68bdf3a476ff","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:03.90754727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"8d8bfc87-d79c-46c2-9cc0-2708aaea4333","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-d4ab34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:03.983635185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"9456d59f-5739-4cb5-8991-04a05e4b9bb7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.002960489Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"a67b19b1-00ff-465b-acfe-382cc891a9d9","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"sub-test-model-957fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-957fb8/e2e-shared-sub-d4ab34"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.021288825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"7b284b21-056c-4cdb-b33a-b58984824eda","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.0213085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"7b284b21-056c-4cdb-b33a-b58984824eda","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.032280484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"63bb4128-afdf-40d8-949b-9dc8f8eeb616","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.037813789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"9456d59f-5739-4cb5-8991-04a05e4b9bb7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.074417846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"d622fedc-d90c-4c4f-9640-18c898767291","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.074440803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"d622fedc-d90c-4c4f-9640-18c898767291","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.086245941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"63bb4128-afdf-40d8-949b-9dc8f8eeb616","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.090741345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"b78b21e8-99d8-468c-992f-b94fb56b9de0","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.090758865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"b78b21e8-99d8-468c-992f-b94fb56b9de0","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.143276215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"7c775050-e7f7-475e-bfb9-1aca81349f19","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.143298117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"7c775050-e7f7-475e-bfb9-1aca81349f19","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.157570082Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"2feac520-f0c7-4b20-bd1e-09a86c9b47ba","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-ce9391/e2e-a-only-d4ab34","ai-tenant-e2e-shared-a-w4-ce9391/e2e-shared-sub-d4ab34"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.179675825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"b061cbe6-b7ee-47c8-99f4-5da836cf89a3","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.179694349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"b061cbe6-b7ee-47c8-99f4-5da836cf89a3","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:04.203224651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"3594279d-6e87-435a-9032-980b2e8820a1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-d4ab34\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.273111505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"e820a970-2028-4117-91f5-496dc7021509","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.336171921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"7cc7f9f8-cd31-420f-9e22-750b64d2e2f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.338021024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"03280045-6f51-4fed-8e1a-ea30e25b6154","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.338046344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"03280045-6f51-4fed-8e1a-ea30e25b6154","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.393137405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"ff82cf4e-f47f-4795-8c28-9a95caaf4c8c","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.393163375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"ff82cf4e-f47f-4795-8c28-9a95caaf4c8c","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.39584538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"7cc7f9f8-cd31-420f-9e22-750b64d2e2f4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.484185872Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"904b65e8-4c9f-442d-90c0-a191427359ae","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-957fb8/e2e-b-only-d4ab34","ai-tenant-e2e-shared-b-w4-957fb8/e2e-shared-sub-d4ab34"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.485485232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"d0a34528-6e84-484b-9929-5f3aac3ad5a7","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.485819261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"aedddcac-9912-44a8-9c60-9f27ea638f88","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.485837267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"aedddcac-9912-44a8-9c60-9f27ea638f88","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.632042589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"04cc9cf7-0800-4a45-807f-3ec922bbdf84","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.681137945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"9624ce1d-aa1a-4fcc-8b4c-581041a27e92","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.782861563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"7c3f44ea-d7a0-42d4-83eb-95296cb76bd2","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.786427323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"28344d9c-743b-4e97-a252-06e160628095","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.786446072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"28344d9c-743b-4e97-a252-06e160628095","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:04.98419904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"9c04a9bd-78d4-4a2d-99a2-98823d55404e","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:09.221896425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.344396142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"f9840bd4-1cc2-48d8-bad7-e04730f41248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.44400503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4131378f-5bb5-4290-ad45-76581a04c60d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.466994086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"5e34ab24-6a0f-4394-8bbc-9ea9c79870bc","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.467218352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"662fb965-734c-4b41-8d4a-e05a7cda05a0","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.544572114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"11f4f967-e468-4b73-a33d-c5376322b1d7","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.623491773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"54b677dd-2053-4c0f-9ba6-220cffa1a7b0","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.623516369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"54b677dd-2053-4c0f-9ba6-220cffa1a7b0","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.626327267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"0fcf5fd6-95b6-4f23-abfc-38b8c5b64a29","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.626345046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"0fcf5fd6-95b6-4f23-abfc-38b8c5b64a29","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.644208693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"a07f2cea-64e2-412a-8f69-0471da1f9490","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.721583921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"9a731c75-76e6-4b8b-ad5e-710baf215019","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.721604549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"9a731c75-76e6-4b8b-ad5e-710baf215019","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.799001118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"be98a92e-2793-4952-a484-6662853f860a","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.799023457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"be98a92e-2793-4952-a484-6662853f860a","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.83682715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"53f6ec01-ba99-411a-9ec9-9a85118b5a09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.881377759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"4fc9aa50-bc6c-4b4f-ad52-054665f4e9f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.934991238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"4fc9aa50-bc6c-4b4f-ad52-054665f4e9f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:10.93673008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a5369d2-06e1-4859-afbd-e394ad6da15d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:11.001805243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"9e3bc06b-14ca-43df-b2a9-1fee74706351","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:11.057486505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"9e3bc06b-14ca-43df-b2a9-1fee74706351","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.567683767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"d5eec617-c8af-4ea6-aa4e-57331fa5f718","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.567765513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"83b8083e-a363-4941-ab79-40e539eff09c","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.567783808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"83b8083e-a363-4941-ab79-40e539eff09c","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.766096505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"d5eec617-c8af-4ea6-aa4e-57331fa5f718","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.818759271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"f35459aa-e888-480c-a0a7-b9a7d2f3405a","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.81929635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"3113977d-9d3b-4685-9445-9c585a0d9621","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.8873007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"d5eec617-c8af-4ea6-aa4e-57331fa5f718","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"e2e-shared-a-w4-ce9391-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.887318358Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"d5eec617-c8af-4ea6-aa4e-57331fa5f718","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.940760983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"b180addc-8820-4ea2-8c55-05df85c113eb","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:13.940782744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"b180addc-8820-4ea2-8c55-05df85c113eb","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:14.09011393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"7ec0ba94-fa24-442a-8e0e-1b3efc5b4508","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:14.090139665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"7ec0ba94-fa24-442a-8e0e-1b3efc5b4508","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:14.196003778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"94a55819-0b02-4f75-a128-68b8317d9ca2","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:14.196028522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"e7dbd2fe-8baa-4a42-8c25-43f28e2e2ea2","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:21.269490529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"25a5b7b0-e1b2-49ab-9f3d-4e14c9666b8c","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:21.269688363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"4bb8aa89-d3c7-4dd7-8690-f4695c1417df","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:21.3718803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"47fef2f6-27e2-4e49-8ff9-ee6f0f03de3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:21.450353771Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"5655b443-c372-4254-8941-a9c861bbf430","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ce9391/e2e-a-only-d4ab34"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:21.51454421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c45aa38c-ee88-4928-b829-06b6c085a643","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:21.636511497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"425b644e-9c73-4191-bc58-719d50433a26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:21.747648036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"80fa0936-e893-4b2b-95c4-fc01c1335646","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:21.757882755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"41d0fbf9-f8a5-4b63-9270-1d6ebec03818","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:24.451711441Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"ddbfdcab-6436-4f80-8918-da2da905f0db","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscription":"e2e-shared-sub-d4ab34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:24.599141941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-shared-sub-d4ab34","reconcileID":"ddbfdcab-6436-4f80-8918-da2da905f0db","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:24.806977897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"9c3d1757-aab0-4df9-9599-510a62aecb39","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:24.807001879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"9c3d1757-aab0-4df9-9599-510a62aecb39","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:24.965599051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"5a5dc159-0916-456d-ba2e-e30502da0e4d","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:24.965622248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"5a5dc159-0916-456d-ba2e-e30502da0e4d","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.440401578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74a93fa3-5cf5-48fa-9c4a-ce2cf4ba4399","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.563568788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"f8e529b8-1374-4475-8194-99d3c44481a8","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.563668979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"69e4b3d0-d2fe-4401-b5cc-385b52dc344c","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.663037095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"062285fb-2371-4bc6-9c2c-3714f550f82b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.804672493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"5c401971-4e8b-42ad-bcf2-965f71ac1407","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.990062119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"227340a5-6aa5-46c5-98d1-4405957b2121","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.119498595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"96368518-46e8-42f0-80e0-246a8a873836","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","subscription":"e2e-a-only-d4ab34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.169072875Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"96368518-46e8-42f0-80e0-246a8a873836","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.218034018Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"e2e-a-only-d4ab34","reconcileID":"96368518-46e8-42f0-80e0-246a8a873836","MaaSSubscription":{"name":"e2e-a-only-d4ab34","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"name":"maas-trlp-sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.481352226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"ab950433-230d-4900-ae0b-2e49d936bedd","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"tenant":"e2e-shared-a-w4-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","model":"ai-tenant-e2e-shared-a-w4-ce9391/sub-test-model-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.481373266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"sub-test-model-ce9391","reconcileID":"ab950433-230d-4900-ae0b-2e49d936bedd","MaaSModelRef":{"name":"sub-test-model-ce9391","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"routeName":"sub-test-model-ce9391-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","llmisvcName":"sub-test-model-ce9391","gateway":"openshift-ingress/e2e-shared-a-w4-ce9391","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.685174104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"28db50b0-8391-401e-9126-42fb2487f688","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.808760427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"95dd14d6-48af-411b-89ce-be9cf48bae3a","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.808859056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"74aa0728-f1ed-43cd-93ef-20c483756efe","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.826481573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"b1715376-925b-43dc-9684-4f73420617d7","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.826501716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"b1715376-925b-43dc-9684-4f73420617d7","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.826508421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"35ee9982-fa21-4abb-9207-aab43474702e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.930092291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dba8049f-681e-4860-832d-ebf15f2cd413","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.02383247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"35ee9982-fa21-4abb-9207-aab43474702e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.130190962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"70d9d935-b05d-4892-96ca-a8cca5cafda1","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.130334704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"75e74748-638c-4d96-a77a-ddb45c224dcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.130733946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"cd2907f7-be37-4baf-b838-3975775dc887","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.151254926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"35ee9982-fa21-4abb-9207-aab43474702e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.151275305Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"35ee9982-fa21-4abb-9207-aab43474702e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.204652067Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"2e2d340e-fc2d-4697-a1a7-e805c0fbfb4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.204949266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"5bb24726-fd94-4741-9c33-214ecfaec536","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.204972708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"5bb24726-fd94-4741-9c33-214ecfaec536","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.230981073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41f1afd0-e1dc-4739-b980-69d4914301ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.35430257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"dd152584-cb33-43b4-b1df-80f8d3179f99","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.354323602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"dd152584-cb33-43b4-b1df-80f8d3179f99","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.402641006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"2e2d340e-fc2d-4697-a1a7-e805c0fbfb4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.457188681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"2e2d340e-fc2d-4697-a1a7-e805c0fbfb4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"e2e-shared-b-w4-957fb8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.457220628Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"2e2d340e-fc2d-4697-a1a7-e805c0fbfb4e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.457281639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"e5033f8c-5b93-45a9-b241-db4202c9200b","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:36.457891982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"d74acb18-0c7f-4b40-8df0-756caaac4d9b","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:36.506651161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-sub-iso-auth-d4ab34","reconcileID":"2e2d340e-fc2d-4697-a1a7-e805c0fbfb4e","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-d4ab34\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:39.22146363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:43.765676596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"232ffcf3-d00e-4e99-bfac-2a15f3ec7081","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:43.865722177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"e93c39fe-2b7c-4dad-a264-a0b459e93f14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:43.96618401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e4b8827-71a6-4b5f-a260-71074ba298c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:44.074255574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"4f30d0ce-6f67-4e55-b5dc-f3fe32181777","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:44.121728174Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"8bd4054a-8cab-4ae6-904e-05806e47648a","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-957fb8/e2e-b-only-d4ab34"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:44.418359154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"6df1c4c4-a2cd-4f8c-8c30-6d041944591d","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:46.710649916Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"3d992c5f-c835-46f7-a82e-0f3e38371c32","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscription":"e2e-shared-sub-d4ab34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:46.858537259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-shared-sub-d4ab34","reconcileID":"3d992c5f-c835-46f7-a82e-0f3e38371c32","MaaSSubscription":{"name":"e2e-shared-sub-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:47.064891706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"a2339334-924d-4fc6-b2c0-c2f4e23ebb38","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:47.064914585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"a2339334-924d-4fc6-b2c0-c2f4e23ebb38","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:47.391547183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"f34a9878-0a7e-443a-9665-8c7f264ebfa8","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:47.391572013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"f34a9878-0a7e-443a-9665-8c7f264ebfa8","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:57.546378234Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"44afe135-9ca0-4a35-b655-bd7582f16af9","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","subscription":"e2e-b-only-d4ab34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:57.595377725Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"44afe135-9ca0-4a35-b655-bd7582f16af9","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:57.648945029Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"e2e-b-only-d4ab34","reconcileID":"44afe135-9ca0-4a35-b655-bd7582f16af9","MaaSSubscription":{"name":"e2e-b-only-d4ab34","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"name":"maas-trlp-sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:57.90811897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"1229dd27-5542-4aaf-ab77-25a51b85bc86","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"tenant":"e2e-shared-b-w4-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","model":"ai-tenant-e2e-shared-b-w4-957fb8/sub-test-model-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:57.908143519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"sub-test-model-957fb8","reconcileID":"1229dd27-5542-4aaf-ab77-25a51b85bc86","MaaSModelRef":{"name":"sub-test-model-957fb8","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"routeName":"sub-test-model-957fb8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","llmisvcName":"sub-test-model-957fb8","gateway":"openshift-ingress/e2e-shared-b-w4-957fb8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:09.221589196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:21.912623612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbed1d1-170b-4f87-b26b-939c757e232b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:21.962324801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbed1d1-170b-4f87-b26b-939c757e232b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:22.012826801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbed1d1-170b-4f87-b26b-939c757e232b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:22.061537384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbed1d1-170b-4f87-b26b-939c757e232b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:23.881614465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7dd8cd-c53e-4ec5-961f-b26776d37bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:23.930175315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7dd8cd-c53e-4ec5-961f-b26776d37bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:23.97889735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7dd8cd-c53e-4ec5-961f-b26776d37bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:24.027493019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7dd8cd-c53e-4ec5-961f-b26776d37bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:33.179784301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"77515c2a-6745-4a26-a184-403150c62c06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:33.304054995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"d45d9126-6ddc-479a-a594-17dee862fb8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:33.425423735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"deb2e268-1ce4-4357-94eb-69fa6ae07c68","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:33.546300532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d6fe8af-8664-4bc7-b78e-f33b67e910d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:34.941077737Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:34.941160225Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","namespace":"ai-tenant-e2e-shared-a-w4-ce9391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:34.941231276Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","tenant":"e2e-shared-a-w4-ce9391","tenantID":"e2e-shared-a-w4-ce9391","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:34.991985661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-ce9391","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.050811576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"Service","name":"maas-api-e2e-shared-a-w4-ce9391","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.105744108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-ce9391","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.156441294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-ce9391","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.208433534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.261418238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.315112612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.366535448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.415323196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.463848939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.512296242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.560847517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.609170452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.658045026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.706438533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.759243228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.807443901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.855815658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.904623501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-ce9391","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.953033237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ce9391"},"namespace":"ai-tenant-e2e-shared-a-w4-ce9391","name":"default-tenant","reconcileID":"08a3e84e-b597-4a7e-aea0-8e1aff5b0165","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-ce9391","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:39.221911912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:41.293338539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5cc01593-b7b0-4429-8c49-eca6fdb3aaa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:41.400025247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcbfa2d2-9fd2-42a3-b8eb-d7aae47ca547","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:41.49586901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"d585ead3-a44d-435d-86c5-f116fac922d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:41.596240536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"b8676a6f-dddf-4f71-9b1d-bb5757a8c65b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:42.0229878Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-ce9391","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-ce9391","reconcileID":"129c2b10-a975-4e9c-9598-8917c801829b","aitenant":"ai-tenants/e2e-shared-a-w4-ce9391","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:42.594774668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20e4aa9-9c9b-4700-8c41-9ee79445d81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:42.643368002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20e4aa9-9c9b-4700-8c41-9ee79445d81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:42.691858016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20e4aa9-9c9b-4700-8c41-9ee79445d81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:42.740594447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20e4aa9-9c9b-4700-8c41-9ee79445d81f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:42.793923286Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-ce9391","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-ce9391","reconcileID":"129c2b10-a975-4e9c-9598-8917c801829b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-ce9391","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-ce9391"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:44.582662075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511731ee-5f61-4934-a99f-edfbca432e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:44.631550596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511731ee-5f61-4934-a99f-edfbca432e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:44.680220882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511731ee-5f61-4934-a99f-edfbca432e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:44.729118902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511731ee-5f61-4934-a99f-edfbca432e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:46.503205589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a50b096-f938-4bfb-9337-41e3da7a666e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:46.552021509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a50b096-f938-4bfb-9337-41e3da7a666e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:46.600541169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a50b096-f938-4bfb-9337-41e3da7a666e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:46.649258265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a50b096-f938-4bfb-9337-41e3da7a666e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:49.854527187Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:49.854595348Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","namespace":"ai-tenant-e2e-shared-b-w4-957fb8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:49.854648002Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","tenant":"e2e-shared-b-w4-957fb8","tenantID":"e2e-shared-b-w4-957fb8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:49.905598599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-957fb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:49.974276756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"Service","name":"maas-api-e2e-shared-b-w4-957fb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.030373895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-957fb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.080704313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-957fb8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.114987284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3314611-358f-49f1-916f-331eeeb66546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.132116301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.163108825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"92510b9a-e42a-4d5e-8439-28d9bc1871d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.183160826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.2709823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"faae74d2-29fb-4875-9eb8-f510eb1d9dec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.271639598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.322075682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.369922871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"125a6c26-c345-45a0-aa0b-9c0a8484e178","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.372518888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.42341907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.479223914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.538272084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.589174008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.639751989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.693212709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.745762181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.753543804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe61b5b-2c56-4b6a-9bbc-12009326b710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.802059979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe61b5b-2c56-4b6a-9bbc-12009326b710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.805805106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.850853597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe61b5b-2c56-4b6a-9bbc-12009326b710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.899590484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe61b5b-2c56-4b6a-9bbc-12009326b710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.901414369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:50.953678906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-957fb8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:51.004077545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-957fb8"},"namespace":"ai-tenant-e2e-shared-b-w4-957fb8","name":"default-tenant","reconcileID":"d6405a3e-f3f9-41fa-972f-7c3deba8edbc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-957fb8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:52.699169788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73877ea1-efbf-401d-ac6b-e14d0534127b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:52.74783134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73877ea1-efbf-401d-ac6b-e14d0534127b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:52.796374451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73877ea1-efbf-401d-ac6b-e14d0534127b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:52.845022624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73877ea1-efbf-401d-ac6b-e14d0534127b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:56.501827445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46881614-e79c-433b-84f8-ee2366adf7f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:56.620734004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"d23fafa0-4718-49bc-9795-9c0886541613","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:56.72158707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"689d6bab-08d3-4aaa-8c3e-03217b4e6df6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:56.820281054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"b3108fc6-8a0c-42d6-b32d-9b7650872762","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:57.799896394Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-957fb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-957fb8","reconcileID":"85739aec-bcd6-4cb6-ba1f-f0d9f226d7e6","aitenant":"ai-tenants/e2e-shared-b-w4-957fb8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:58.333668311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89c2d52-d6f6-4869-9067-aed92bb781a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:58.385321794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89c2d52-d6f6-4869-9067-aed92bb781a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:58.435861476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89c2d52-d6f6-4869-9067-aed92bb781a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:58.484479561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a89c2d52-d6f6-4869-9067-aed92bb781a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:58.588866694Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-957fb8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-957fb8","reconcileID":"85739aec-bcd6-4cb6-ba1f-f0d9f226d7e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-957fb8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-957fb8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:59.770940908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"bda27209-7e4b-47dc-9785-0a7eba1a4a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:59.771880215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"997cad67-6e47-4f72-84d9-4cbf0c6b7b17","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:59.921413986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"1d1b60f2-256b-4a20-9f6c-05031ff6f1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:59.973856891Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"772ab0fa-88dc-4b2a-89bd-c07320ba9e34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:59.974541774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"b2daf8b3-6525-4bbc-ba17-3d05ace7e8f4","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:59.975429937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"1d1b60f2-256b-4a20-9f6c-05031ff6f1c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.019921059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"40aa15a3-d2ef-4471-8c48-8399a9691186","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.126229895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"930e918d-e561-4658-8508-0047e0582783","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:48:00.172175708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-access","reconcileID":"772ab0fa-88dc-4b2a-89bd-c07320ba9e34","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.216778769Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"b826ba1d-8eb2-47dc-baed-38e85252f3ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.265882526Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"b826ba1d-8eb2-47dc-baed-38e85252f3ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.2869712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c346ae74-74ce-49bd-9ae9-97996e885ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.335600632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c346ae74-74ce-49bd-9ae9-97996e885ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.384057199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c346ae74-74ce-49bd-9ae9-97996e885ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.384285203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c4c4a23c-d684-4a06-8804-d5bc12a85f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.433078519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c346ae74-74ce-49bd-9ae9-97996e885ea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.438220257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"c4c4a23c-d684-4a06-8804-d5bc12a85f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:00.586725529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"a891db48-aba2-4834-a7ee-3c60ba11c41c","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:02.281982102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a96101e-3cdf-456c-955c-ed45ff4dbb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:02.330687675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a96101e-3cdf-456c-955c-ed45ff4dbb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:02.379476097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a96101e-3cdf-456c-955c-ed45ff4dbb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:02.428610739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a96101e-3cdf-456c-955c-ed45ff4dbb2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:04.782527127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"82d20b43-e40c-422e-85d9-feaf9d0a4faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:04.836123278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"82d20b43-e40c-422e-85d9-feaf9d0a4faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:05.039329373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"04b51253-a27f-413a-ad27-79bd64a36c18","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:05.363165462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"c0a434c2-6066-4435-8eb4-6c088bd6f4aa","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:05.68022699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"d1e802b0-3924-4c67-9c90-df1b8969f52d","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:05.832423494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2ad13fef-99a6-4434-a59f-d62eb08a1379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:05.875894896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"1a2d42ec-9b60-4ded-8a2b-c8b2d6972cd1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:05.886739865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2ad13fef-99a6-4434-a59f-d62eb08a1379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:05.995061641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"12643ed6-7f96-4a5b-b9bc-5d7626d26bda","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.043559386Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"7a2d24f2-b01c-4f81-9fb6-d83afa0e84ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.049872605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"4d88b8be-bd3a-49a1-ba88-3ee0fc937af8","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.091593135Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"simulator-subscription","reconcileID":"7a2d24f2-b01c-4f81-9fb6-d83afa0e84ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/simulator-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.180202553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a97b0dcc-5f26-4c1f-9387-6636be2556c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.2254686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"1ad7d7e4-be24-4c3a-9100-8449fa281058","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.233753848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"a97b0dcc-5f26-4c1f-9387-6636be2556c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.346433284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"08d4f7e5-6d50-4694-8475-4dfedf732e8c","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.533120095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"86cc76cf-aa52-4954-987b-0a39b1cde01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.586560475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"86cc76cf-aa52-4954-987b-0a39b1cde01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:09.222085444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:11.650686436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"23eb7827-2001-4285-8543-90416f4febb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:11.703868251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"23eb7827-2001-4285-8543-90416f4febb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:11.749231794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"95a2375c-304d-4069-ba0d-9832374fc932","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:11.959668757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"5f388eb5-4f30-409c-b9d7-73e8b37d31a2","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:11.959880411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"ab4c0834-7a4a-47e0-9647-5c2fc8c5951d","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:11.960029104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"2631a7b8-1f28-4aa7-8b87-b8aceb17c5cb","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:11.960262271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"b63e9de2-b52e-4e3e-b83d-81f0b95e8d35","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.105955736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"466f414d-66b4-4617-b3c6-01ceb1ecd6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.159770602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"466f414d-66b4-4617-b3c6-01ceb1ecd6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.204695579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"0eb1c7b7-942b-4694-9c0f-92adf5e0f444","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.853406339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9944e6f1-331d-4cd9-9074-df34cf6afce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.861357109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"22363033-35b5-4c6f-90e4-8f7781137864","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.903268165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9944e6f1-331d-4cd9-9074-df34cf6afce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.904028136Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2cb8ebb1-2a5f-4875-8b7a-44efc153a8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.953195789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9944e6f1-331d-4cd9-9074-df34cf6afce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.00189676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9944e6f1-331d-4cd9-9074-df34cf6afce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.145392747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"58182cc0-1edb-4c84-941f-68d2ace25f6a","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.150653288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2cb8ebb1-2a5f-4875-8b7a-44efc153a8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.20433043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"2af28364-4c4c-4d0b-abca-9750fb1d5546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.272670779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2cb8ebb1-2a5f-4875-8b7a-44efc153a8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.272692828Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"2cb8ebb1-2a5f-4875-8b7a-44efc153a8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.325832733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"27c09a58-7727-4464-8987-6ee32fcb237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.326103964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"04d9669d-ffad-447d-8d24-38efd803b36e","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.524543917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"27c09a58-7727-4464-8987-6ee32fcb237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.578431025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"27c09a58-7727-4464-8987-6ee32fcb237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"e2e-worker-w4-dc26c5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:13.578470063Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"27c09a58-7727-4464-8987-6ee32fcb237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-dc26c5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:48:13.627080507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-access","reconcileID":"27c09a58-7727-4464-8987-6ee32fcb237a","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:14.83787828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a64031-a743-4c54-a0a2-55800f52033c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:14.886294121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a64031-a743-4c54-a0a2-55800f52033c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:14.934743626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a64031-a743-4c54-a0a2-55800f52033c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:14.98353481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a64031-a743-4c54-a0a2-55800f52033c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:19.060772932Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"35f3e5b2-8891-4ad9-8d2e-c0dfce949a0e","namespace":"ai-tenant-e2e-worker-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:19.060859976Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"35f3e5b2-8891-4ad9-8d2e-c0dfce949a0e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:19.11175095Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"35f3e5b2-8891-4ad9-8d2e-c0dfce949a0e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:19.111775293Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"35f3e5b2-8891-4ad9-8d2e-c0dfce949a0e","namespace":"ai-tenant-e2e-worker-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:21.413715561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16a14f30-b4ce-4c75-a45c-e3a23b1c3617","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:21.544946426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c6e3717-2325-484e-94da-6b2b563bcab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:21.960578098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"ece1fabf-9c2e-4bf3-aede-2e826464ea81","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:21.960863505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"1b9f0f67-bf1f-44f6-a111-bde7c6b7ad1a","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:22.010019337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"05e507fa-2344-4934-9ddf-03c535217333","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:23.326988963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"d1dd4f2d-97cb-4520-94b2-e8d0000c21ee","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:23.459614546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"38ba7ac6-1a1c-4bc8-bc96-24cfcc01c45c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:23.50910465Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"38ba7ac6-1a1c-4bc8-bc96-24cfcc01c45c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:23.55855318Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"premium-simulator-subscription","reconcileID":"38ba7ac6-1a1c-4bc8-bc96-24cfcc01c45c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"name":"maas-trlp-premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5","model":"e2e-models-e2e-worker-w4-dc26c5/premium-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:23.817263465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"8c941671-dab8-4039-8572-7932818efb72","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.112859214Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","namespace":"ai-tenant-e2e-worker-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.112927392Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","namespace":"ai-tenant-e2e-worker-w4-dc26c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.112985752Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","tenant":"e2e-worker-w4-dc26c5","tenantID":"e2e-worker-w4-dc26c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.163738723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"Deployment","name":"maas-api-e2e-worker-w4-dc26c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.22051188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"Service","name":"maas-api-e2e-worker-w4-dc26c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.27850642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-dc26c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.328938199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-dc26c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.382411504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.436085843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.489915106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.541487452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.590264548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.638543937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.686884999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"Service","name":"payload-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.73552532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.783956059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.832182232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.880428019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.934462152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:24.983042698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:25.031858842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:25.080674074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-dc26c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:25.129490709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-dc26c5"},"namespace":"ai-tenant-e2e-worker-w4-dc26c5","name":"default-tenant","reconcileID":"9d4bd312-2fb4-4fad-97ae-5ed6365bac95","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-dc26c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:29.231434584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23044d10-c3c5-40fa-a550-c64db2d5fd6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:29.305279663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc730204-0c92-440e-afdd-b183788a40c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:31.961773009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"96ab5cd0-27ad-4b70-b5b2-b241103769b6","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:31.962083074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"f309566b-4bce-4b44-8a41-e21ed7427c27","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:32.010565818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"e263297f-63d3-4097-82f1-62dd0d1f5a5a","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:33.81841887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"e06f2c34-9f9f-47b0-b755-4e6413b7adbf","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:36.449289526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9883fdc-c2de-4fbf-be16-22284ab0eadb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:36.548303403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3f68db8-9183-4c4c-bff1-b5cee89dd1ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:39.221235283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:40.969368825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"c67dee04-7d5d-4815-9e7e-cf547ce7d0b3","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:41.015867168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"82560d96-7742-425f-aae9-7a7f01f03fcc","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:41.016516868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"c14c60d2-ed79-4306-9a27-c1a3a184b45d","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:41.017137394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"e4445011-f929-4501-a14d-b89a7512eab7","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:41.565695061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"e7566991-81c4-47da-8861-586f98395027","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-2-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-2-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:48:41.565737856Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"e7566991-81c4-47da-8861-586f98395027","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"error":"LLMInferenceService distinct-2-w4-dc26c5 not found in namespace e2e-models-e2e-worker-w4-dc26c5","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:48:41.620788672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-2-w4-dc26c5","reconcileID":"e7566991-81c4-47da-8861-586f98395027","error":"LLMInferenceService distinct-2-w4-dc26c5 not found in namespace e2e-models-e2e-worker-w4-dc26c5","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:41.621011419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"distinct-w4-dc26c5","reconcileID":"f2929e09-23f6-420c-b416-5d3a783d4eb0","MaaSModelRef":{"name":"distinct-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"distinct-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"distinct-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:41.621292093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"79e97318-c8f5-40a5-9d18-de3aaeaef422","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:41.621561031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"simulator-w4-dc26c5","reconcileID":"ef556ec4-23cd-46b6-b048-053f0afc572c","MaaSModelRef":{"name":"simulator-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"simulator-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"simulator-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:42.417698747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"601db3c3-6dd7-4f60-985a-079f3bfab1b3","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"routeName":"premium-w4-dc26c5-kserve-route","namespace":"e2e-models-e2e-worker-w4-dc26c5","llmisvcName":"premium-w4-dc26c5","gateway":"openshift-ingress/e2e-worker-w4-dc26c5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:48:42.417728549Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"601db3c3-6dd7-4f60-985a-079f3bfab1b3","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"error":"LLMInferenceService premium-w4-dc26c5 not found in namespace e2e-models-e2e-worker-w4-dc26c5","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:48:42.472501367Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"601db3c3-6dd7-4f60-985a-079f3bfab1b3","name":"premium-w4-dc26c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-dc26c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:230\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:48:42.472558677Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"601db3c3-6dd7-4f60-985a-079f3bfab1b3","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-dc26c5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:231\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:48:42.472582579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-dc26c5","namespace":"e2e-models-e2e-worker-w4-dc26c5"},"namespace":"e2e-models-e2e-worker-w4-dc26c5","name":"premium-w4-dc26c5","reconcileID":"601db3c3-6dd7-4f60-985a-079f3bfab1b3","error":"LLMInferenceService premium-w4-dc26c5 not found in namespace e2e-models-e2e-worker-w4-dc26c5","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:45.687515457Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-dc26c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-dc26c5","reconcileID":"a2be447e-8f5c-4900-868f-2571a4f9ec5b","aitenant":"ai-tenants/e2e-worker-w4-dc26c5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:46.288336371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95ab8f6-c039-44f2-854c-38928bd5a7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:46.337359829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95ab8f6-c039-44f2-854c-38928bd5a7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:46.386101165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95ab8f6-c039-44f2-854c-38928bd5a7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:46.434771401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95ab8f6-c039-44f2-854c-38928bd5a7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:46.490534971Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-dc26c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-dc26c5","reconcileID":"a2be447e-8f5c-4900-868f-2571a4f9ec5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-dc26c5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-dc26c5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:48.284188862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f1dbce-a29c-4b0a-8912-c54c64da51ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:48.333086773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f1dbce-a29c-4b0a-8912-c54c64da51ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:48.38192229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f1dbce-a29c-4b0a-8912-c54c64da51ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:48.43079656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13f1dbce-a29c-4b0a-8912-c54c64da51ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:50.203139945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3b4d07-07a8-4d2f-98a2-c03803aa49c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:50.251873411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3b4d07-07a8-4d2f-98a2-c03803aa49c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:50.300403854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3b4d07-07a8-4d2f-98a2-c03803aa49c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:50.349077615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3b4d07-07a8-4d2f-98a2-c03803aa49c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}